{ "schema_version": 1, "benchmark_version": "1.0.0", "dataset_git_commit": "d69e87e2c206ea75c52f5b8340d677bd14af03e3", "dataset_git_path": "dataset/fontbench-2-rendered", "dataset_fingerprint": "d40a3cafa91610bbebaa6c49719f24efcbe754a328e448d3e51f0e1f217c79a6", "evaluation_protocol_fingerprint": "3769c8cc383a4959533c4801eec6202035a5a8cd30b76644e8cdfbc11cc859ce", "expected_task_count": 1824, "run_id": "2026-09-23-openai-anthropic", "mock": false, "grading_version": "3", "finalized_at": "2026-09-23T13:51:21.542461+00:00", "source_updated_at": "2026-09-23T13:50:05.575751+00:00", "source_git_commit": "d194245ec416bc6d8b61feec06c1217801f20d7b", "finalizer_git_commit": "d194245ec416bc6d8b61feec06c1217801f20d7b", "finalizer_git_dirty": false, "artifact_type": "fontbench-final-results", "publication_status": "finalized", "dataset_font_count": 50, "comparison": { "scope": "full", "count": 1824, "task_ids": [ "font-arial-v16", "font-arial-v17", "font-arial-v18", "font-arial-v19", "font-arial-v20", "font-arial-v21", "font-arial-v22", "font-arial-v23", "font-arial-v24", "font-arial-v25", "font-arial-v26", "font-arial-v27", "font-arial-v28", "font-arial-v29", "font-arial-v30", "font-arial-v31", "font-arial-v32", "font-arial-v33", "font-arial-v34", "font-arial-v35", "font-arial-v36", "font-arial-v37", "font-arial-v38", "font-arial-v39", "font-arial-v40", "font-arial-v41", "font-arial-v42", "font-arial-v43", "font-arial-v44", "font-arial-v45", "font-arial-v46", "font-arial-v47", "font-arial-v48", "font-arial-v52", "font-arial-v53", "font-arial-v54", "font-arial-v55", "font-arial-v56", "font-arial-v57", "font-arial-v58", "font-arial-v59", "font-arial-v60", "font-arvo-v16", "font-arvo-v17", "font-arvo-v18", "font-arvo-v19", "font-arvo-v20", "font-arvo-v21", "font-arvo-v22", "font-arvo-v23", "font-arvo-v24", "font-arvo-v25", "font-arvo-v26", "font-arvo-v27", "font-arvo-v28", "font-arvo-v29", "font-arvo-v30", "font-arvo-v31", "font-arvo-v32", "font-arvo-v33", "font-arvo-v34", "font-arvo-v35", "font-arvo-v36", "font-arvo-v37", "font-arvo-v38", "font-arvo-v39", "font-arvo-v40", "font-arvo-v41", "font-arvo-v42", "font-arvo-v43", "font-arvo-v44", "font-arvo-v45", "font-bebas-neue-v16", "font-bebas-neue-v17", "font-bebas-neue-v18", "font-bebas-neue-v22", "font-bebas-neue-v23", "font-bebas-neue-v24", "font-bebas-neue-v25", "font-bebas-neue-v26", "font-bebas-neue-v27", "font-bebas-neue-v28", "font-bebas-neue-v29", "font-bebas-neue-v30", "font-bitter-v01", "font-bitter-v02", "font-bitter-v03", "font-bitter-v04", "font-bitter-v05", "font-bitter-v06", "font-bitter-v07", "font-bitter-v08", "font-bitter-v09", "font-bitter-v10", "font-bitter-v11", "font-bitter-v12", "font-bitter-v13", "font-bitter-v14", "font-bitter-v15", "font-bitter-v16", "font-bitter-v17", "font-bitter-v18", "font-bitter-v19", "font-bitter-v20", "font-bitter-v21", "font-bitter-v22", "font-bitter-v23", "font-bitter-v24", "font-bitter-v25", "font-bitter-v26", "font-bitter-v27", "font-bitter-v28", "font-bitter-v29", "font-bitter-v30", "font-bitter-v31", "font-bitter-v32", "font-bitter-v33", "font-bitter-v34", "font-bitter-v35", "font-bitter-v36", "font-bitter-v37", "font-bitter-v38", "font-bitter-v39", "font-bitter-v40", "font-bitter-v41", "font-bitter-v42", "font-bitter-v43", "font-bitter-v44", "font-bitter-v45", "font-bitter-v46", "font-bitter-v47", "font-bitter-v48", "font-bitter-v49", "font-bitter-v50", "font-bitter-v51", "font-bitter-v52", "font-bitter-v53", "font-bitter-v54", "font-bitter-v55", "font-bitter-v56", "font-bitter-v57", "font-bitter-v58", "font-bitter-v59", "font-bitter-v60", "font-bodoni-moda-v16", "font-bodoni-moda-v17", "font-bodoni-moda-v18", "font-bodoni-moda-v19", "font-bodoni-moda-v20", "font-bodoni-moda-v21", "font-bodoni-moda-v22", "font-bodoni-moda-v23", "font-bodoni-moda-v24", "font-bodoni-moda-v25", "font-bodoni-moda-v26", "font-bodoni-moda-v27", "font-bodoni-moda-v28", "font-bodoni-moda-v29", "font-bodoni-moda-v30", "font-bodoni-moda-v31", "font-bodoni-moda-v32", "font-bodoni-moda-v33", "font-bodoni-moda-v34", "font-bodoni-moda-v35", "font-bodoni-moda-v36", "font-bodoni-moda-v37", "font-bodoni-moda-v38", "font-bodoni-moda-v39", "font-bodoni-moda-v40", "font-bodoni-moda-v41", "font-bodoni-moda-v42", "font-bodoni-moda-v43", "font-bodoni-moda-v44", "font-bodoni-moda-v45", "font-bodoni-moda-v46", "font-bodoni-moda-v47", "font-bodoni-moda-v48", "font-bodoni-moda-v49", "font-bodoni-moda-v50", "font-bodoni-moda-v51", "font-bodoni-moda-v52", "font-bodoni-moda-v53", "font-bodoni-moda-v54", "font-bodoni-moda-v55", "font-bodoni-moda-v56", "font-bodoni-moda-v57", "font-bodoni-moda-v58", "font-bodoni-moda-v59", "font-bodoni-moda-v60", "font-bungee-v16", "font-bungee-v17", "font-bungee-v18", "font-bungee-v22", "font-bungee-v23", "font-bungee-v24", "font-bungee-v25", "font-bungee-v26", "font-bungee-v27", "font-bungee-v28", "font-bungee-v29", "font-bungee-v30", "font-caveat-v16", "font-caveat-v17", "font-caveat-v18", "font-caveat-v22", "font-caveat-v23", "font-caveat-v24", "font-caveat-v25", "font-caveat-v26", "font-caveat-v27", "font-caveat-v28", "font-caveat-v29", "font-caveat-v30", "font-caveat-v31", "font-caveat-v32", "font-caveat-v33", "font-caveat-v37", "font-caveat-v38", "font-caveat-v39", "font-caveat-v40", "font-caveat-v41", "font-caveat-v42", "font-caveat-v43", "font-caveat-v44", "font-caveat-v45", "font-cinzel-v16", "font-cinzel-v17", "font-cinzel-v18", "font-cinzel-v22", "font-cinzel-v23", "font-cinzel-v24", "font-cinzel-v25", "font-cinzel-v26", "font-cinzel-v27", "font-cinzel-v28", "font-cinzel-v29", "font-cinzel-v30", "font-cinzel-v31", "font-cinzel-v32", "font-cinzel-v33", "font-cinzel-v37", "font-cinzel-v38", "font-cinzel-v39", "font-cinzel-v40", "font-cinzel-v41", "font-cinzel-v42", "font-cinzel-v43", "font-cinzel-v44", "font-cinzel-v45", "font-cinzel-v46", "font-cinzel-v47", "font-cinzel-v48", "font-cinzel-v52", "font-cinzel-v53", "font-cinzel-v54", "font-cinzel-v55", "font-cinzel-v56", "font-cinzel-v57", "font-cinzel-v58", "font-cinzel-v59", "font-cinzel-v60", "font-comic-sans-ms-v16", "font-comic-sans-ms-v17", "font-comic-sans-ms-v18", "font-comic-sans-ms-v22", "font-comic-sans-ms-v23", "font-comic-sans-ms-v24", "font-comic-sans-ms-v25", "font-comic-sans-ms-v26", "font-comic-sans-ms-v27", "font-comic-sans-ms-v28", "font-comic-sans-ms-v29", "font-comic-sans-ms-v30", "font-cormorant-garamond-v16", "font-cormorant-garamond-v17", "font-cormorant-garamond-v18", "font-cormorant-garamond-v19", "font-cormorant-garamond-v20", "font-cormorant-garamond-v21", "font-cormorant-garamond-v22", "font-cormorant-garamond-v23", "font-cormorant-garamond-v24", "font-cormorant-garamond-v25", "font-cormorant-garamond-v26", "font-cormorant-garamond-v27", "font-cormorant-garamond-v28", "font-cormorant-garamond-v29", "font-cormorant-garamond-v30", "font-cormorant-garamond-v31", "font-cormorant-garamond-v32", "font-cormorant-garamond-v33", "font-cormorant-garamond-v34", "font-cormorant-garamond-v35", "font-cormorant-garamond-v36", "font-cormorant-garamond-v37", "font-cormorant-garamond-v38", "font-cormorant-garamond-v39", "font-cormorant-garamond-v40", "font-cormorant-garamond-v41", "font-cormorant-garamond-v42", "font-cormorant-garamond-v43", "font-cormorant-garamond-v44", "font-cormorant-garamond-v45", "font-courier-new-v16", "font-courier-new-v17", "font-courier-new-v18", "font-courier-new-v22", "font-courier-new-v23", "font-courier-new-v24", "font-courier-new-v25", "font-courier-new-v26", "font-courier-new-v27", "font-courier-new-v28", "font-courier-new-v29", "font-courier-new-v30", "font-crimson-text-v16", "font-crimson-text-v17", "font-crimson-text-v18", "font-crimson-text-v19", "font-crimson-text-v20", "font-crimson-text-v21", "font-crimson-text-v22", "font-crimson-text-v23", "font-crimson-text-v24", "font-crimson-text-v25", "font-crimson-text-v26", "font-crimson-text-v27", "font-crimson-text-v28", "font-crimson-text-v29", "font-crimson-text-v30", "font-crimson-text-v31", "font-crimson-text-v32", "font-crimson-text-v33", "font-crimson-text-v34", "font-crimson-text-v35", "font-crimson-text-v36", "font-crimson-text-v37", "font-crimson-text-v38", "font-crimson-text-v39", "font-crimson-text-v40", "font-crimson-text-v41", "font-crimson-text-v42", "font-crimson-text-v43", "font-crimson-text-v44", "font-crimson-text-v45", "font-dancing-script-v16", "font-dancing-script-v17", "font-dancing-script-v18", "font-dancing-script-v22", "font-dancing-script-v23", "font-dancing-script-v24", "font-dancing-script-v25", "font-dancing-script-v26", "font-dancing-script-v27", "font-dancing-script-v28", "font-dancing-script-v29", "font-dancing-script-v30", "font-dancing-script-v31", "font-dancing-script-v32", "font-dancing-script-v33", "font-dancing-script-v37", "font-dancing-script-v38", "font-dancing-script-v39", "font-dancing-script-v40", "font-dancing-script-v41", "font-dancing-script-v42", "font-dancing-script-v43", "font-dancing-script-v44", "font-dancing-script-v45", "font-dm-sans-v01", "font-dm-sans-v02", "font-dm-sans-v03", "font-dm-sans-v04", "font-dm-sans-v05", "font-dm-sans-v06", "font-dm-sans-v07", "font-dm-sans-v08", "font-dm-sans-v09", "font-dm-sans-v10", "font-dm-sans-v11", "font-dm-sans-v12", "font-dm-sans-v13", "font-dm-sans-v14", "font-dm-sans-v15", "font-dm-sans-v16", "font-dm-sans-v17", "font-dm-sans-v18", "font-dm-sans-v19", "font-dm-sans-v20", "font-dm-sans-v21", "font-dm-sans-v22", "font-dm-sans-v23", "font-dm-sans-v24", "font-dm-sans-v25", "font-dm-sans-v26", "font-dm-sans-v27", "font-dm-sans-v28", "font-dm-sans-v29", "font-dm-sans-v30", "font-dm-sans-v31", "font-dm-sans-v32", "font-dm-sans-v33", "font-dm-sans-v34", "font-dm-sans-v35", "font-dm-sans-v36", "font-dm-sans-v37", "font-dm-sans-v38", "font-dm-sans-v39", "font-dm-sans-v40", "font-dm-sans-v41", "font-dm-sans-v42", "font-dm-sans-v43", "font-dm-sans-v44", "font-dm-sans-v45", "font-dm-sans-v46", "font-dm-sans-v47", "font-dm-sans-v48", "font-dm-sans-v49", "font-dm-sans-v50", "font-dm-sans-v51", "font-dm-sans-v52", "font-dm-sans-v53", "font-dm-sans-v54", "font-dm-sans-v55", "font-dm-sans-v56", "font-dm-sans-v57", "font-dm-sans-v58", "font-dm-sans-v59", "font-dm-sans-v60", "font-eb-garamond-v16", "font-eb-garamond-v17", "font-eb-garamond-v18", "font-eb-garamond-v19", "font-eb-garamond-v20", "font-eb-garamond-v21", "font-eb-garamond-v22", "font-eb-garamond-v23", "font-eb-garamond-v24", "font-eb-garamond-v25", "font-eb-garamond-v26", "font-eb-garamond-v27", "font-eb-garamond-v28", "font-eb-garamond-v29", "font-eb-garamond-v30", "font-eb-garamond-v31", "font-eb-garamond-v32", "font-eb-garamond-v33", "font-eb-garamond-v34", "font-eb-garamond-v35", "font-eb-garamond-v36", "font-eb-garamond-v37", "font-eb-garamond-v38", "font-eb-garamond-v39", "font-eb-garamond-v40", "font-eb-garamond-v41", "font-eb-garamond-v42", "font-eb-garamond-v43", "font-eb-garamond-v44", "font-eb-garamond-v45", "font-fira-code-v16", "font-fira-code-v17", "font-fira-code-v18", "font-fira-code-v22", "font-fira-code-v23", "font-fira-code-v24", "font-fira-code-v25", "font-fira-code-v26", "font-fira-code-v27", "font-fira-code-v28", "font-fira-code-v29", "font-fira-code-v30", "font-fira-code-v31", "font-fira-code-v32", "font-fira-code-v33", "font-fira-code-v37", "font-fira-code-v38", "font-fira-code-v39", "font-fira-code-v40", "font-fira-code-v41", "font-fira-code-v42", "font-fira-code-v43", "font-fira-code-v44", "font-fira-code-v45", "font-fira-sans-v16", "font-fira-sans-v17", "font-fira-sans-v18", "font-fira-sans-v19", "font-fira-sans-v20", "font-fira-sans-v21", "font-fira-sans-v22", "font-fira-sans-v23", "font-fira-sans-v24", "font-fira-sans-v25", "font-fira-sans-v26", "font-fira-sans-v27", "font-fira-sans-v28", "font-fira-sans-v29", "font-fira-sans-v30", "font-fira-sans-v31", "font-fira-sans-v32", "font-fira-sans-v33", "font-fira-sans-v34", "font-fira-sans-v35", "font-fira-sans-v36", "font-fira-sans-v37", "font-fira-sans-v38", "font-fira-sans-v39", "font-fira-sans-v40", "font-fira-sans-v41", "font-fira-sans-v42", "font-fira-sans-v43", "font-fira-sans-v44", "font-fira-sans-v45", "font-fira-sans-v46", "font-fira-sans-v47", "font-fira-sans-v48", "font-fira-sans-v49", "font-fira-sans-v50", "font-fira-sans-v51", "font-fira-sans-v52", "font-fira-sans-v53", "font-fira-sans-v54", "font-fira-sans-v55", "font-fira-sans-v56", "font-fira-sans-v57", "font-fira-sans-v58", "font-fira-sans-v59", "font-fira-sans-v60", "font-georgia-v16", "font-georgia-v17", "font-georgia-v18", "font-georgia-v19", "font-georgia-v20", "font-georgia-v21", "font-georgia-v22", "font-georgia-v23", "font-georgia-v24", "font-georgia-v25", "font-georgia-v26", "font-georgia-v27", "font-georgia-v28", "font-georgia-v29", "font-georgia-v30", "font-georgia-v31", "font-georgia-v32", "font-georgia-v33", "font-georgia-v34", "font-georgia-v35", "font-georgia-v36", "font-georgia-v37", "font-georgia-v38", "font-georgia-v39", "font-georgia-v40", "font-georgia-v41", "font-georgia-v42", "font-georgia-v43", "font-georgia-v44", "font-georgia-v45", "font-helvetica-v16", "font-helvetica-v17", "font-helvetica-v18", "font-helvetica-v19", "font-helvetica-v20", "font-helvetica-v21", "font-helvetica-v22", "font-helvetica-v23", "font-helvetica-v24", "font-helvetica-v25", "font-helvetica-v26", "font-helvetica-v27", "font-helvetica-v28", "font-helvetica-v29", "font-helvetica-v30", "font-helvetica-v31", "font-helvetica-v32", "font-helvetica-v33", "font-helvetica-v34", "font-helvetica-v35", "font-helvetica-v36", "font-helvetica-v37", "font-helvetica-v38", "font-helvetica-v39", "font-helvetica-v40", "font-helvetica-v41", "font-helvetica-v42", "font-helvetica-v43", "font-helvetica-v44", "font-helvetica-v45", "font-helvetica-v46", "font-helvetica-v47", "font-helvetica-v48", "font-helvetica-v49", "font-helvetica-v50", "font-helvetica-v51", "font-helvetica-v52", "font-helvetica-v53", "font-helvetica-v54", "font-helvetica-v55", "font-helvetica-v56", "font-helvetica-v57", "font-helvetica-v58", "font-helvetica-v59", "font-helvetica-v60", "font-impact-v16", "font-impact-v17", "font-impact-v18", "font-impact-v22", "font-impact-v23", "font-impact-v24", "font-impact-v25", "font-impact-v26", "font-impact-v27", "font-impact-v28", "font-impact-v29", "font-impact-v30", "font-inter-v01", "font-inter-v02", "font-inter-v03", "font-inter-v04", "font-inter-v05", "font-inter-v06", "font-inter-v07", "font-inter-v08", "font-inter-v09", "font-inter-v10", "font-inter-v11", "font-inter-v12", "font-inter-v13", "font-inter-v14", "font-inter-v15", "font-inter-v16", "font-inter-v17", "font-inter-v18", "font-inter-v19", "font-inter-v20", "font-inter-v21", "font-inter-v22", "font-inter-v23", "font-inter-v24", "font-inter-v25", "font-inter-v26", "font-inter-v27", "font-inter-v28", "font-inter-v29", "font-inter-v30", "font-inter-v31", "font-inter-v32", "font-inter-v33", "font-inter-v34", "font-inter-v35", "font-inter-v36", "font-inter-v37", "font-inter-v38", "font-inter-v39", "font-inter-v40", "font-inter-v41", "font-inter-v42", "font-inter-v43", "font-inter-v44", "font-inter-v45", "font-inter-v46", "font-inter-v47", "font-inter-v48", "font-inter-v49", "font-inter-v50", "font-inter-v51", "font-inter-v52", "font-inter-v53", "font-inter-v54", "font-inter-v55", "font-inter-v56", "font-inter-v57", "font-inter-v58", "font-inter-v59", "font-inter-v60", "font-jetbrains-mono-v01", "font-jetbrains-mono-v02", "font-jetbrains-mono-v03", "font-jetbrains-mono-v04", "font-jetbrains-mono-v05", "font-jetbrains-mono-v06", "font-jetbrains-mono-v07", "font-jetbrains-mono-v08", "font-jetbrains-mono-v09", "font-jetbrains-mono-v10", "font-jetbrains-mono-v11", "font-jetbrains-mono-v12", "font-jetbrains-mono-v13", "font-jetbrains-mono-v14", "font-jetbrains-mono-v15", "font-jetbrains-mono-v16", "font-jetbrains-mono-v17", "font-jetbrains-mono-v18", "font-jetbrains-mono-v19", "font-jetbrains-mono-v20", "font-jetbrains-mono-v21", "font-jetbrains-mono-v22", "font-jetbrains-mono-v23", "font-jetbrains-mono-v24", "font-jetbrains-mono-v25", "font-jetbrains-mono-v26", "font-jetbrains-mono-v27", "font-jetbrains-mono-v28", "font-jetbrains-mono-v29", "font-jetbrains-mono-v30", "font-jetbrains-mono-v31", "font-jetbrains-mono-v32", "font-jetbrains-mono-v33", "font-jetbrains-mono-v34", "font-jetbrains-mono-v35", "font-jetbrains-mono-v36", "font-jetbrains-mono-v37", "font-jetbrains-mono-v38", "font-jetbrains-mono-v39", "font-jetbrains-mono-v40", "font-jetbrains-mono-v41", "font-jetbrains-mono-v42", "font-jetbrains-mono-v43", "font-jetbrains-mono-v44", "font-jetbrains-mono-v45", "font-lato-v16", "font-lato-v17", "font-lato-v18", "font-lato-v19", "font-lato-v20", "font-lato-v21", "font-lato-v22", "font-lato-v23", "font-lato-v24", "font-lato-v25", "font-lato-v26", "font-lato-v27", "font-lato-v28", "font-lato-v29", "font-lato-v30", "font-lato-v31", "font-lato-v32", "font-lato-v33", "font-lato-v34", "font-lato-v35", "font-lato-v36", "font-lato-v37", "font-lato-v38", "font-lato-v39", "font-lato-v40", "font-lato-v41", "font-lato-v42", "font-lato-v43", "font-lato-v44", "font-lato-v45", "font-lato-v46", "font-lato-v47", "font-lato-v48", "font-lato-v49", "font-lato-v50", "font-lato-v51", "font-lato-v52", "font-lato-v53", "font-lato-v54", "font-lato-v55", "font-lato-v56", "font-lato-v57", "font-lato-v58", "font-lato-v59", "font-lato-v60", "font-libre-baskerville-v16", "font-libre-baskerville-v17", "font-libre-baskerville-v18", "font-libre-baskerville-v19", "font-libre-baskerville-v20", "font-libre-baskerville-v21", "font-libre-baskerville-v22", "font-libre-baskerville-v23", "font-libre-baskerville-v24", "font-libre-baskerville-v25", "font-libre-baskerville-v26", "font-libre-baskerville-v27", "font-libre-baskerville-v28", "font-libre-baskerville-v29", "font-libre-baskerville-v30", "font-libre-baskerville-v31", "font-libre-baskerville-v32", "font-libre-baskerville-v33", "font-libre-baskerville-v37", "font-libre-baskerville-v38", "font-libre-baskerville-v39", "font-libre-baskerville-v40", "font-libre-baskerville-v41", "font-libre-baskerville-v42", "font-libre-baskerville-v43", "font-libre-baskerville-v44", "font-libre-baskerville-v45", "font-lobster-v16", "font-lobster-v17", "font-lobster-v18", "font-lobster-v22", "font-lobster-v23", "font-lobster-v24", "font-lobster-v25", "font-lobster-v26", "font-lobster-v27", "font-lobster-v28", "font-lobster-v29", "font-lobster-v30", "font-lora-v16", "font-lora-v17", "font-lora-v18", "font-lora-v19", "font-lora-v20", "font-lora-v21", "font-lora-v22", "font-lora-v23", "font-lora-v24", "font-lora-v25", "font-lora-v26", "font-lora-v27", "font-lora-v28", "font-lora-v29", "font-lora-v30", "font-lora-v31", "font-lora-v32", "font-lora-v33", "font-lora-v34", "font-lora-v35", "font-lora-v36", "font-lora-v37", "font-lora-v38", "font-lora-v39", "font-lora-v40", "font-lora-v41", "font-lora-v42", "font-lora-v43", "font-lora-v44", "font-lora-v45", "font-merriweather-v16", "font-merriweather-v17", "font-merriweather-v18", "font-merriweather-v19", "font-merriweather-v20", "font-merriweather-v21", "font-merriweather-v22", "font-merriweather-v23", "font-merriweather-v24", "font-merriweather-v25", "font-merriweather-v26", "font-merriweather-v27", "font-merriweather-v28", "font-merriweather-v29", "font-merriweather-v30", "font-merriweather-v31", "font-merriweather-v32", "font-merriweather-v33", "font-merriweather-v34", "font-merriweather-v35", "font-merriweather-v36", "font-merriweather-v37", "font-merriweather-v38", "font-merriweather-v39", "font-merriweather-v40", "font-merriweather-v41", "font-merriweather-v42", "font-merriweather-v43", "font-merriweather-v44", "font-merriweather-v45", "font-merriweather-v46", "font-merriweather-v47", "font-merriweather-v48", "font-merriweather-v49", "font-merriweather-v50", "font-merriweather-v51", "font-merriweather-v52", "font-merriweather-v53", "font-merriweather-v54", "font-merriweather-v55", "font-merriweather-v56", "font-merriweather-v57", "font-merriweather-v58", "font-merriweather-v59", "font-merriweather-v60", "font-montserrat-v01", "font-montserrat-v02", "font-montserrat-v03", "font-montserrat-v04", "font-montserrat-v05", "font-montserrat-v06", "font-montserrat-v07", "font-montserrat-v08", "font-montserrat-v09", "font-montserrat-v10", "font-montserrat-v11", "font-montserrat-v12", "font-montserrat-v13", "font-montserrat-v14", "font-montserrat-v15", "font-montserrat-v16", "font-montserrat-v17", "font-montserrat-v18", "font-montserrat-v19", "font-montserrat-v20", "font-montserrat-v21", "font-montserrat-v22", "font-montserrat-v23", "font-montserrat-v24", "font-montserrat-v25", "font-montserrat-v26", "font-montserrat-v27", "font-montserrat-v28", "font-montserrat-v29", "font-montserrat-v30", "font-montserrat-v31", "font-montserrat-v32", "font-montserrat-v33", "font-montserrat-v34", "font-montserrat-v35", "font-montserrat-v36", "font-montserrat-v37", "font-montserrat-v38", "font-montserrat-v39", "font-montserrat-v40", "font-montserrat-v41", "font-montserrat-v42", "font-montserrat-v43", "font-montserrat-v44", "font-montserrat-v45", "font-montserrat-v46", "font-montserrat-v47", "font-montserrat-v48", "font-montserrat-v49", "font-montserrat-v50", "font-montserrat-v51", "font-montserrat-v52", "font-montserrat-v53", "font-montserrat-v54", "font-montserrat-v55", "font-montserrat-v56", "font-montserrat-v57", "font-montserrat-v58", "font-montserrat-v59", "font-montserrat-v60", "font-noto-sans-v01", "font-noto-sans-v02", "font-noto-sans-v03", "font-noto-sans-v04", "font-noto-sans-v05", "font-noto-sans-v06", "font-noto-sans-v07", "font-noto-sans-v08", "font-noto-sans-v09", "font-noto-sans-v10", "font-noto-sans-v11", "font-noto-sans-v12", "font-noto-sans-v13", "font-noto-sans-v14", "font-noto-sans-v15", "font-noto-sans-v16", "font-noto-sans-v17", "font-noto-sans-v18", "font-noto-sans-v19", "font-noto-sans-v20", "font-noto-sans-v21", "font-noto-sans-v22", "font-noto-sans-v23", "font-noto-sans-v24", "font-noto-sans-v25", "font-noto-sans-v26", "font-noto-sans-v27", "font-noto-sans-v28", "font-noto-sans-v29", "font-noto-sans-v30", "font-noto-sans-v31", "font-noto-sans-v32", "font-noto-sans-v33", "font-noto-sans-v34", "font-noto-sans-v35", "font-noto-sans-v36", "font-noto-sans-v37", "font-noto-sans-v38", "font-noto-sans-v39", "font-noto-sans-v40", "font-noto-sans-v41", "font-noto-sans-v42", "font-noto-sans-v43", "font-noto-sans-v44", "font-noto-sans-v45", "font-noto-sans-v46", "font-noto-sans-v47", "font-noto-sans-v48", "font-noto-sans-v49", "font-noto-sans-v50", "font-noto-sans-v51", "font-noto-sans-v52", "font-noto-sans-v53", "font-noto-sans-v54", "font-noto-sans-v55", "font-noto-sans-v56", "font-noto-sans-v57", "font-noto-sans-v58", "font-noto-sans-v59", "font-noto-sans-v60", "font-nunito-v01", "font-nunito-v02", "font-nunito-v03", "font-nunito-v04", "font-nunito-v05", "font-nunito-v06", "font-nunito-v07", "font-nunito-v08", "font-nunito-v09", "font-nunito-v10", "font-nunito-v11", "font-nunito-v12", "font-nunito-v13", "font-nunito-v14", "font-nunito-v15", "font-nunito-v16", "font-nunito-v17", "font-nunito-v18", "font-nunito-v19", "font-nunito-v20", "font-nunito-v21", "font-nunito-v22", "font-nunito-v23", "font-nunito-v24", "font-nunito-v25", "font-nunito-v26", "font-nunito-v27", "font-nunito-v28", "font-nunito-v29", "font-nunito-v30", "font-nunito-v31", "font-nunito-v32", "font-nunito-v33", "font-nunito-v34", "font-nunito-v35", "font-nunito-v36", "font-nunito-v37", "font-nunito-v38", "font-nunito-v39", "font-nunito-v40", "font-nunito-v41", "font-nunito-v42", "font-nunito-v43", "font-nunito-v44", "font-nunito-v45", "font-nunito-v46", "font-nunito-v47", "font-nunito-v48", "font-nunito-v49", "font-nunito-v50", "font-nunito-v51", "font-nunito-v52", "font-nunito-v53", "font-nunito-v54", "font-nunito-v55", "font-nunito-v56", "font-nunito-v57", "font-nunito-v58", "font-nunito-v59", "font-nunito-v60", "font-open-sans-v16", "font-open-sans-v17", "font-open-sans-v18", "font-open-sans-v19", "font-open-sans-v20", "font-open-sans-v21", "font-open-sans-v22", "font-open-sans-v23", "font-open-sans-v24", "font-open-sans-v25", "font-open-sans-v26", "font-open-sans-v27", "font-open-sans-v28", "font-open-sans-v29", "font-open-sans-v30", "font-open-sans-v31", "font-open-sans-v32", "font-open-sans-v33", "font-open-sans-v34", "font-open-sans-v35", "font-open-sans-v36", "font-open-sans-v37", "font-open-sans-v38", "font-open-sans-v39", "font-open-sans-v40", "font-open-sans-v41", "font-open-sans-v42", "font-open-sans-v43", "font-open-sans-v44", "font-open-sans-v45", "font-oswald-v01", "font-oswald-v02", "font-oswald-v03", "font-oswald-v07", "font-oswald-v08", "font-oswald-v09", "font-oswald-v10", "font-oswald-v11", "font-oswald-v12", "font-oswald-v13", "font-oswald-v14", "font-oswald-v15", "font-oswald-v16", "font-oswald-v17", "font-oswald-v18", "font-oswald-v22", "font-oswald-v23", "font-oswald-v24", "font-oswald-v25", "font-oswald-v26", "font-oswald-v27", "font-oswald-v28", "font-oswald-v29", "font-oswald-v30", "font-oswald-v31", "font-oswald-v32", "font-oswald-v33", "font-oswald-v37", "font-oswald-v38", "font-oswald-v39", "font-oswald-v40", "font-oswald-v41", "font-oswald-v42", "font-oswald-v43", "font-oswald-v44", "font-oswald-v45", "font-pacifico-v16", "font-pacifico-v17", "font-pacifico-v18", "font-pacifico-v22", "font-pacifico-v23", "font-pacifico-v24", "font-pacifico-v25", "font-pacifico-v26", "font-pacifico-v27", "font-pacifico-v28", "font-pacifico-v29", "font-pacifico-v30", "font-playfair-display-v16", "font-playfair-display-v17", "font-playfair-display-v18", "font-playfair-display-v19", "font-playfair-display-v20", "font-playfair-display-v21", "font-playfair-display-v22", "font-playfair-display-v23", "font-playfair-display-v24", "font-playfair-display-v25", "font-playfair-display-v26", "font-playfair-display-v27", "font-playfair-display-v28", "font-playfair-display-v29", "font-playfair-display-v30", "font-playfair-display-v31", "font-playfair-display-v32", "font-playfair-display-v33", "font-playfair-display-v34", "font-playfair-display-v35", "font-playfair-display-v36", "font-playfair-display-v37", "font-playfair-display-v38", "font-playfair-display-v39", "font-playfair-display-v40", "font-playfair-display-v41", "font-playfair-display-v42", "font-playfair-display-v43", "font-playfair-display-v44", "font-playfair-display-v45", "font-playfair-display-v46", "font-playfair-display-v47", "font-playfair-display-v48", "font-playfair-display-v49", "font-playfair-display-v50", "font-playfair-display-v51", "font-playfair-display-v52", "font-playfair-display-v53", "font-playfair-display-v54", "font-playfair-display-v55", "font-playfair-display-v56", "font-playfair-display-v57", "font-playfair-display-v58", "font-playfair-display-v59", "font-playfair-display-v60", "font-plus-jakarta-sans-v01", "font-plus-jakarta-sans-v02", "font-plus-jakarta-sans-v03", "font-plus-jakarta-sans-v04", "font-plus-jakarta-sans-v05", "font-plus-jakarta-sans-v06", "font-plus-jakarta-sans-v07", "font-plus-jakarta-sans-v08", "font-plus-jakarta-sans-v09", "font-plus-jakarta-sans-v10", "font-plus-jakarta-sans-v11", "font-plus-jakarta-sans-v12", "font-plus-jakarta-sans-v13", "font-plus-jakarta-sans-v14", "font-plus-jakarta-sans-v15", "font-plus-jakarta-sans-v16", "font-plus-jakarta-sans-v17", "font-plus-jakarta-sans-v18", "font-plus-jakarta-sans-v19", "font-plus-jakarta-sans-v20", "font-plus-jakarta-sans-v21", "font-plus-jakarta-sans-v22", "font-plus-jakarta-sans-v23", "font-plus-jakarta-sans-v24", "font-plus-jakarta-sans-v25", "font-plus-jakarta-sans-v26", "font-plus-jakarta-sans-v27", "font-plus-jakarta-sans-v28", "font-plus-jakarta-sans-v29", "font-plus-jakarta-sans-v30", "font-plus-jakarta-sans-v31", "font-plus-jakarta-sans-v32", "font-plus-jakarta-sans-v33", "font-plus-jakarta-sans-v34", "font-plus-jakarta-sans-v35", "font-plus-jakarta-sans-v36", "font-plus-jakarta-sans-v37", "font-plus-jakarta-sans-v38", "font-plus-jakarta-sans-v39", "font-plus-jakarta-sans-v40", "font-plus-jakarta-sans-v41", "font-plus-jakarta-sans-v42", "font-plus-jakarta-sans-v43", "font-plus-jakarta-sans-v44", "font-plus-jakarta-sans-v45", "font-poppins-v16", "font-poppins-v17", "font-poppins-v18", "font-poppins-v19", "font-poppins-v20", "font-poppins-v21", "font-poppins-v22", "font-poppins-v23", "font-poppins-v24", "font-poppins-v25", "font-poppins-v26", "font-poppins-v27", "font-poppins-v28", "font-poppins-v29", "font-poppins-v30", "font-poppins-v31", "font-poppins-v32", "font-poppins-v33", "font-poppins-v34", "font-poppins-v35", "font-poppins-v36", "font-poppins-v37", "font-poppins-v38", "font-poppins-v39", "font-poppins-v40", "font-poppins-v41", "font-poppins-v42", "font-poppins-v43", "font-poppins-v44", "font-poppins-v45", "font-poppins-v46", "font-poppins-v47", "font-poppins-v48", "font-poppins-v49", "font-poppins-v50", "font-poppins-v51", "font-poppins-v52", "font-poppins-v53", "font-poppins-v54", "font-poppins-v55", "font-poppins-v56", "font-poppins-v57", "font-poppins-v58", "font-poppins-v59", "font-poppins-v60", "font-pt-sans-v16", "font-pt-sans-v17", "font-pt-sans-v18", "font-pt-sans-v19", "font-pt-sans-v20", "font-pt-sans-v21", "font-pt-sans-v22", "font-pt-sans-v23", "font-pt-sans-v24", "font-pt-sans-v25", "font-pt-sans-v26", "font-pt-sans-v27", "font-pt-sans-v28", "font-pt-sans-v29", "font-pt-sans-v30", "font-pt-sans-v31", "font-pt-sans-v32", "font-pt-sans-v33", "font-pt-sans-v34", "font-pt-sans-v35", "font-pt-sans-v36", "font-pt-sans-v37", "font-pt-sans-v38", "font-pt-sans-v39", "font-pt-sans-v40", "font-pt-sans-v41", "font-pt-sans-v42", "font-pt-sans-v43", "font-pt-sans-v44", "font-pt-sans-v45", "font-pt-serif-v16", "font-pt-serif-v17", "font-pt-serif-v18", "font-pt-serif-v19", "font-pt-serif-v20", "font-pt-serif-v21", "font-pt-serif-v22", "font-pt-serif-v23", "font-pt-serif-v24", "font-pt-serif-v25", "font-pt-serif-v26", "font-pt-serif-v27", "font-pt-serif-v28", "font-pt-serif-v29", "font-pt-serif-v30", "font-pt-serif-v31", "font-pt-serif-v32", "font-pt-serif-v33", "font-pt-serif-v34", "font-pt-serif-v35", "font-pt-serif-v36", "font-pt-serif-v37", "font-pt-serif-v38", "font-pt-serif-v39", "font-pt-serif-v40", "font-pt-serif-v41", "font-pt-serif-v42", "font-pt-serif-v43", "font-pt-serif-v44", "font-pt-serif-v45", "font-raleway-v01", "font-raleway-v02", "font-raleway-v03", "font-raleway-v04", "font-raleway-v05", "font-raleway-v06", "font-raleway-v07", "font-raleway-v08", "font-raleway-v09", "font-raleway-v10", "font-raleway-v11", "font-raleway-v12", "font-raleway-v13", "font-raleway-v14", "font-raleway-v15", "font-raleway-v16", "font-raleway-v17", "font-raleway-v18", "font-raleway-v19", "font-raleway-v20", "font-raleway-v21", "font-raleway-v22", "font-raleway-v23", "font-raleway-v24", "font-raleway-v25", "font-raleway-v26", "font-raleway-v27", "font-raleway-v28", "font-raleway-v29", "font-raleway-v30", "font-raleway-v31", "font-raleway-v32", "font-raleway-v33", "font-raleway-v34", "font-raleway-v35", "font-raleway-v36", "font-raleway-v37", "font-raleway-v38", "font-raleway-v39", "font-raleway-v40", "font-raleway-v41", "font-raleway-v42", "font-raleway-v43", "font-raleway-v44", "font-raleway-v45", "font-raleway-v46", "font-raleway-v47", "font-raleway-v48", "font-raleway-v49", "font-raleway-v50", "font-raleway-v51", "font-raleway-v52", "font-raleway-v53", "font-raleway-v54", "font-raleway-v55", "font-raleway-v56", "font-raleway-v57", "font-raleway-v58", "font-raleway-v59", "font-raleway-v60", "font-roboto-mono-v01", "font-roboto-mono-v02", "font-roboto-mono-v03", "font-roboto-mono-v04", "font-roboto-mono-v05", "font-roboto-mono-v06", "font-roboto-mono-v07", "font-roboto-mono-v08", "font-roboto-mono-v09", "font-roboto-mono-v10", "font-roboto-mono-v11", "font-roboto-mono-v12", "font-roboto-mono-v13", "font-roboto-mono-v14", "font-roboto-mono-v15", "font-roboto-mono-v16", "font-roboto-mono-v17", "font-roboto-mono-v18", "font-roboto-mono-v19", "font-roboto-mono-v20", "font-roboto-mono-v21", "font-roboto-mono-v22", "font-roboto-mono-v23", "font-roboto-mono-v24", "font-roboto-mono-v25", "font-roboto-mono-v26", "font-roboto-mono-v27", "font-roboto-mono-v28", "font-roboto-mono-v29", "font-roboto-mono-v30", "font-roboto-mono-v31", "font-roboto-mono-v32", "font-roboto-mono-v33", "font-roboto-mono-v34", "font-roboto-mono-v35", "font-roboto-mono-v36", "font-roboto-mono-v37", "font-roboto-mono-v38", "font-roboto-mono-v39", "font-roboto-mono-v40", "font-roboto-mono-v41", "font-roboto-mono-v42", "font-roboto-mono-v43", "font-roboto-mono-v44", "font-roboto-mono-v45", "font-roboto-v01", "font-roboto-v02", "font-roboto-v03", "font-roboto-v04", "font-roboto-v05", "font-roboto-v06", "font-roboto-v07", "font-roboto-v08", "font-roboto-v09", "font-roboto-v10", "font-roboto-v11", "font-roboto-v12", "font-roboto-v13", "font-roboto-v14", "font-roboto-v15", "font-roboto-v16", "font-roboto-v17", "font-roboto-v18", "font-roboto-v19", "font-roboto-v20", "font-roboto-v21", "font-roboto-v22", "font-roboto-v23", "font-roboto-v24", "font-roboto-v25", "font-roboto-v26", "font-roboto-v27", "font-roboto-v28", "font-roboto-v29", "font-roboto-v30", "font-roboto-v31", "font-roboto-v32", "font-roboto-v33", "font-roboto-v34", "font-roboto-v35", "font-roboto-v36", "font-roboto-v37", "font-roboto-v38", "font-roboto-v39", "font-roboto-v40", "font-roboto-v41", "font-roboto-v42", "font-roboto-v43", "font-roboto-v44", "font-roboto-v45", "font-roboto-v46", "font-roboto-v47", "font-roboto-v48", "font-roboto-v49", "font-roboto-v50", "font-roboto-v51", "font-roboto-v52", "font-roboto-v53", "font-roboto-v54", "font-roboto-v55", "font-roboto-v56", "font-roboto-v57", "font-roboto-v58", "font-roboto-v59", "font-roboto-v60", "font-rubik-v16", "font-rubik-v17", "font-rubik-v18", "font-rubik-v19", "font-rubik-v20", "font-rubik-v21", "font-rubik-v22", "font-rubik-v23", "font-rubik-v24", "font-rubik-v25", "font-rubik-v26", "font-rubik-v27", "font-rubik-v28", "font-rubik-v29", "font-rubik-v30", "font-rubik-v31", "font-rubik-v32", "font-rubik-v33", "font-rubik-v34", "font-rubik-v35", "font-rubik-v36", "font-rubik-v37", "font-rubik-v38", "font-rubik-v39", "font-rubik-v40", "font-rubik-v41", "font-rubik-v42", "font-rubik-v43", "font-rubik-v44", "font-rubik-v45", "font-rubik-v46", "font-rubik-v47", "font-rubik-v48", "font-rubik-v49", "font-rubik-v50", "font-rubik-v51", "font-rubik-v52", "font-rubik-v53", "font-rubik-v54", "font-rubik-v55", "font-rubik-v56", "font-rubik-v57", "font-rubik-v58", "font-rubik-v59", "font-rubik-v60", "font-shadows-into-light-v16", "font-shadows-into-light-v17", "font-shadows-into-light-v18", "font-shadows-into-light-v22", "font-shadows-into-light-v23", "font-shadows-into-light-v24", "font-shadows-into-light-v25", "font-shadows-into-light-v26", "font-shadows-into-light-v27", "font-shadows-into-light-v28", "font-shadows-into-light-v29", "font-shadows-into-light-v30", "font-source-code-pro-v01", "font-source-code-pro-v02", "font-source-code-pro-v03", "font-source-code-pro-v04", "font-source-code-pro-v05", "font-source-code-pro-v06", "font-source-code-pro-v07", "font-source-code-pro-v08", "font-source-code-pro-v09", "font-source-code-pro-v10", "font-source-code-pro-v11", "font-source-code-pro-v12", "font-source-code-pro-v13", "font-source-code-pro-v14", "font-source-code-pro-v15", "font-source-code-pro-v16", "font-source-code-pro-v17", "font-source-code-pro-v18", "font-source-code-pro-v19", "font-source-code-pro-v20", "font-source-code-pro-v21", "font-source-code-pro-v22", "font-source-code-pro-v23", "font-source-code-pro-v24", "font-source-code-pro-v25", "font-source-code-pro-v26", "font-source-code-pro-v27", "font-source-code-pro-v28", "font-source-code-pro-v29", "font-source-code-pro-v30", "font-source-code-pro-v31", "font-source-code-pro-v32", "font-source-code-pro-v33", "font-source-code-pro-v34", "font-source-code-pro-v35", "font-source-code-pro-v36", "font-source-code-pro-v37", "font-source-code-pro-v38", "font-source-code-pro-v39", "font-source-code-pro-v40", "font-source-code-pro-v41", "font-source-code-pro-v42", "font-source-code-pro-v43", "font-source-code-pro-v44", "font-source-code-pro-v45", "font-source-code-pro-v46", "font-source-code-pro-v47", "font-source-code-pro-v48", "font-source-code-pro-v49", "font-source-code-pro-v50", "font-source-code-pro-v51", "font-source-code-pro-v52", "font-source-code-pro-v53", "font-source-code-pro-v54", "font-source-code-pro-v55", "font-source-code-pro-v56", "font-source-code-pro-v57", "font-source-code-pro-v58", "font-source-code-pro-v59", "font-source-code-pro-v60", "font-source-sans-3-v01", "font-source-sans-3-v02", "font-source-sans-3-v03", "font-source-sans-3-v04", "font-source-sans-3-v05", "font-source-sans-3-v06", "font-source-sans-3-v07", "font-source-sans-3-v08", "font-source-sans-3-v09", "font-source-sans-3-v10", "font-source-sans-3-v11", "font-source-sans-3-v12", "font-source-sans-3-v13", "font-source-sans-3-v14", "font-source-sans-3-v15", "font-source-sans-3-v16", "font-source-sans-3-v17", "font-source-sans-3-v18", "font-source-sans-3-v19", "font-source-sans-3-v20", "font-source-sans-3-v21", "font-source-sans-3-v22", "font-source-sans-3-v23", "font-source-sans-3-v24", "font-source-sans-3-v25", "font-source-sans-3-v26", "font-source-sans-3-v27", "font-source-sans-3-v28", "font-source-sans-3-v29", "font-source-sans-3-v30", "font-source-sans-3-v31", "font-source-sans-3-v32", "font-source-sans-3-v33", "font-source-sans-3-v34", "font-source-sans-3-v35", "font-source-sans-3-v36", "font-source-sans-3-v37", "font-source-sans-3-v38", "font-source-sans-3-v39", "font-source-sans-3-v40", "font-source-sans-3-v41", "font-source-sans-3-v42", "font-source-sans-3-v43", "font-source-sans-3-v44", "font-source-sans-3-v45", "font-source-sans-3-v46", "font-source-sans-3-v47", "font-source-sans-3-v48", "font-source-sans-3-v49", "font-source-sans-3-v50", "font-source-sans-3-v51", "font-source-sans-3-v52", "font-source-sans-3-v53", "font-source-sans-3-v54", "font-source-sans-3-v55", "font-source-sans-3-v56", "font-source-sans-3-v57", "font-source-sans-3-v58", "font-source-sans-3-v59", "font-source-sans-3-v60", "font-space-mono-v16", "font-space-mono-v17", "font-space-mono-v18", "font-space-mono-v19", "font-space-mono-v20", "font-space-mono-v21", "font-space-mono-v22", "font-space-mono-v23", "font-space-mono-v24", "font-space-mono-v25", "font-space-mono-v26", "font-space-mono-v27", "font-space-mono-v28", "font-space-mono-v29", "font-space-mono-v30", "font-space-mono-v31", "font-space-mono-v32", "font-space-mono-v33", "font-space-mono-v34", "font-space-mono-v35", "font-space-mono-v36", "font-space-mono-v37", "font-space-mono-v38", "font-space-mono-v39", "font-space-mono-v40", "font-space-mono-v41", "font-space-mono-v42", "font-space-mono-v43", "font-space-mono-v44", "font-space-mono-v45", "font-spectral-v01", "font-spectral-v02", "font-spectral-v03", "font-spectral-v04", "font-spectral-v05", "font-spectral-v06", "font-spectral-v07", "font-spectral-v08", "font-spectral-v09", "font-spectral-v10", "font-spectral-v11", "font-spectral-v12", "font-spectral-v13", "font-spectral-v14", "font-spectral-v15", "font-spectral-v16", "font-spectral-v17", "font-spectral-v18", "font-spectral-v19", "font-spectral-v20", "font-spectral-v21", "font-spectral-v22", "font-spectral-v23", "font-spectral-v24", "font-spectral-v25", "font-spectral-v26", "font-spectral-v27", "font-spectral-v28", "font-spectral-v29", "font-spectral-v30", "font-spectral-v31", "font-spectral-v32", "font-spectral-v33", "font-spectral-v34", "font-spectral-v35", "font-spectral-v36", "font-spectral-v37", "font-spectral-v38", "font-spectral-v39", "font-spectral-v40", "font-spectral-v41", "font-spectral-v42", "font-spectral-v43", "font-spectral-v44", "font-spectral-v45", "font-times-new-roman-v16", "font-times-new-roman-v17", "font-times-new-roman-v18", "font-times-new-roman-v22", "font-times-new-roman-v23", "font-times-new-roman-v24", "font-times-new-roman-v25", "font-times-new-roman-v26", "font-times-new-roman-v27", "font-times-new-roman-v28", "font-times-new-roman-v29", "font-times-new-roman-v30", "font-verdana-v19", "font-verdana-v20", "font-verdana-v21", "font-work-sans-v01", "font-work-sans-v02", "font-work-sans-v03", "font-work-sans-v04", "font-work-sans-v05", "font-work-sans-v06", "font-work-sans-v07", "font-work-sans-v08", "font-work-sans-v09", "font-work-sans-v10", "font-work-sans-v11", "font-work-sans-v12", "font-work-sans-v13", "font-work-sans-v14", "font-work-sans-v15", "font-work-sans-v16", "font-work-sans-v17", "font-work-sans-v18", "font-work-sans-v19", "font-work-sans-v20", "font-work-sans-v21", "font-work-sans-v22", "font-work-sans-v23", "font-work-sans-v24", "font-work-sans-v25", "font-work-sans-v26", "font-work-sans-v27", "font-work-sans-v28", "font-work-sans-v29", "font-work-sans-v30", "font-work-sans-v31", "font-work-sans-v32", "font-work-sans-v33", "font-work-sans-v34", "font-work-sans-v35", "font-work-sans-v36", "font-work-sans-v37", "font-work-sans-v38", "font-work-sans-v39", "font-work-sans-v40", "font-work-sans-v41", "font-work-sans-v42", "font-work-sans-v43", "font-work-sans-v44", "font-work-sans-v45", "font-work-sans-v46", "font-work-sans-v47", "font-work-sans-v48", "font-work-sans-v49", "font-work-sans-v50", "font-work-sans-v51", "font-work-sans-v52", "font-work-sans-v53", "font-work-sans-v54", "font-work-sans-v55", "font-work-sans-v56", "font-work-sans-v57", "font-work-sans-v58", "font-work-sans-v59", "font-work-sans-v60" ], "cohort_fingerprint": "d46fb9667177ae3a652f06ded92c09da042a08c3beaee4926ad70778423d44ac", "model_ids": [ "claude-opus-5-5", "gpt-6-luna", "gpt-6-sol" ], "font_count": 50 }, "cost_basis": "Recorded metered token usage multiplied by recorded model pricing per scored input; excludes unmetered reserves and separate infrastructure attempts.", "campaign": { "final_response_count": 5472, "attempt_count": 5474, "infrastructure_attempt_count": 2, "infrastructure_error_kinds": { "credits": 2 }, "spent_cost_usd": 37.89503879999993, "budget_usd": 75.0, "cost_incomplete": false }, "models": [ { "model_id": "claude-opus-5-5", "model_config": { "api_key_env": "ANTHROPIC_API_KEY", "base_url": null, "display_name": "Claude Opus 5.5", "enabled": true, "id": "claude-opus-5-5", "input_per_m": 4.0, "max_output_tokens": 16384, "model": "claude-opus-5-5", "notes": "Released 2026-09-22. Messages API, default medium adaptive thinking. Output cap matches the other models in this campaign.", "output_per_m": 20.0, "pricing_notes": "Standard online API rates in USD per million tokens; no caching, batch discount, fast mode, or tools assumed.", "pricing_source_url": "https://platform.claude.com/docs/en/models/opus-5-5/overview", "provider": "anthropic", "source_url": "https://platform.claude.com/docs/en/models/opus-5-5/overview" }, "model_config_fingerprint": "cacbf6f04f12b8d281c16e080dbd8de5f26f94555020fd61918ba85b921bc72b", "status": "finalized", "coverage_status": "complete", "observed_task_count": 1824, "expected_task_count": 1824, "comparison_task_count": 1824, "metrics": { "font": 0.6655701754385965, "category": 0.9692982456140351, "weight": 0.8925438596491229, "modifier": 0.9961622807017544, "kerning": 0.8481359649122807, "line_height": 0.6979166666666666, "composite": 0.8449378654970761, "exact": 0.3925438596491228 }, "mean_api_response_cost_usd": 0.006656905701754367, "cost_known_response_count": 1824, "mean_latency_sec": 2.1417802988858936, "latency_known_response_count": 1824, "groups": { "font": [ { "label": "Arial", "count": 42, "metrics": { "font": 0.5238095238095238, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.8095238095238095, "line_height": 0.7142857142857143, "composite": 0.8412698412698413, "exact": 0.38095238095238093 }, "mean_api_response_cost_usd": 0.006603619047619048, "cost_known_response_count": 42, "mean_latency_sec": 2.2999140445109725, "latency_known_response_count": 42 }, { "label": "Arvo", "count": 30, "metrics": { "font": 0.8333333333333334, "category": 1.0, "weight": 0.8666666666666667, "modifier": 1.0, "kerning": 0.9333333333333333, "line_height": 0.7666666666666667, "composite": 0.9, "exact": 0.6 }, "mean_api_response_cost_usd": 0.006583599999999999, "cost_known_response_count": 30, "mean_latency_sec": 2.184019772700655, "latency_known_response_count": 30 }, { "label": "Bebas Neue", "count": 12, "metrics": { "font": 1.0, "category": 0.0, "weight": 1.0, "modifier": 1.0, "kerning": 1.0, "line_height": 0.3333333333333333, "composite": 0.7222222222222222, "exact": 0.0 }, "mean_api_response_cost_usd": 0.006574333333333332, "cost_known_response_count": 12, "mean_latency_sec": 1.9555460299210001, "latency_known_response_count": 12 }, { "label": "Bitter", "count": 60, "metrics": { "font": 0.31666666666666665, "category": 1.0, "weight": 0.95, "modifier": 1.0, "kerning": 0.8666666666666667, "line_height": 0.8166666666666667, "composite": 0.8249999999999998, "exact": 0.2833333333333333 }, "mean_api_response_cost_usd": 0.006594600000000002, "cost_known_response_count": 60, "mean_latency_sec": 2.1126721169644345, "latency_known_response_count": 60 }, { "label": "Bodoni Moda", "count": 45, "metrics": { "font": 0.8888888888888888, "category": 1.0, "weight": 0.8, "modifier": 1.0, "kerning": 0.8, "line_height": 0.8444444444444444, "composite": 0.8888888888888888, "exact": 0.5333333333333333 }, "mean_api_response_cost_usd": 0.00673662222222222, "cost_known_response_count": 45, "mean_latency_sec": 2.287614262812874, "latency_known_response_count": 45 }, { "label": "Bungee", "count": 12, "metrics": { "font": 0.9166666666666666, "category": 0.9166666666666666, "weight": 1.0, "modifier": 1.0, "kerning": 0.5833333333333334, "line_height": 0.5833333333333334, "composite": 0.8333333333333331, "exact": 0.4166666666666667 }, "mean_api_response_cost_usd": 0.0066236666666666675, "cost_known_response_count": 12, "mean_latency_sec": 2.0467289931257255, "latency_known_response_count": 12 }, { "label": "Caveat", "count": 24, "metrics": { "font": 0.16666666666666666, "category": 1.0, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.9166666666666666, "line_height": 0.3333333333333333, "composite": 0.6805555555555555, "exact": 0.041666666666666664 }, "mean_api_response_cost_usd": 0.006524666666666667, "cost_known_response_count": 24, "mean_latency_sec": 2.0148492632530783, "latency_known_response_count": 24 }, { "label": "Cinzel", "count": 36, "metrics": { "font": 0.5833333333333334, "category": 0.75, "weight": 0.7777777777777778, "modifier": 0.8333333333333334, "kerning": 0.8333333333333334, "line_height": 0.5833333333333334, "composite": 0.726851851851852, "exact": 0.1111111111111111 }, "mean_api_response_cost_usd": 0.007140333333333332, "cost_known_response_count": 36, "mean_latency_sec": 2.4293253691349594, "latency_known_response_count": 36 }, { "label": "Comic Sans MS", "count": 12, "metrics": { "font": 0.16666666666666666, "category": 1.0, "weight": 0.8333333333333334, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 0.8333333333333334, "composite": 0.75, "exact": 0.16666666666666666 }, "mean_api_response_cost_usd": 0.006634333333333333, "cost_known_response_count": 12, "mean_latency_sec": 1.9561559960905772, "latency_known_response_count": 12 }, { "label": "Cormorant Garamond", "count": 30, "metrics": { "font": 0.9333333333333333, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.8666666666666667, "line_height": 0.5333333333333333, "composite": 0.888888888888889, "exact": 0.5 }, "mean_api_response_cost_usd": 0.006625466666666666, "cost_known_response_count": 30, "mean_latency_sec": 2.3041777356527744, "latency_known_response_count": 30 }, { "label": "Courier New", "count": 12, "metrics": { "font": 0.6666666666666666, "category": 1.0, "weight": 0.9166666666666666, "modifier": 1.0, "kerning": 0.5833333333333334, "line_height": 0.4166666666666667, "composite": 0.7638888888888888, "exact": 0.25 }, "mean_api_response_cost_usd": 0.006991333333333333, "cost_known_response_count": 12, "mean_latency_sec": 2.4211095921734036, "latency_known_response_count": 12 }, { "label": "Crimson Text", "count": 30, "metrics": { "font": 0.4, "category": 1.0, "weight": 0.9666666666666667, "modifier": 1.0, "kerning": 0.9333333333333333, "line_height": 0.5333333333333333, "composite": 0.8055555555555555, "exact": 0.16666666666666666 }, "mean_api_response_cost_usd": 0.0065830666666666674, "cost_known_response_count": 30, "mean_latency_sec": 2.0709599786903707, "latency_known_response_count": 30 }, { "label": "DM Sans", "count": 60, "metrics": { "font": 0.6166666666666667, "category": 0.95, "weight": 0.75, "modifier": 1.0, "kerning": 0.9, "line_height": 0.6833333333333333, "composite": 0.8166666666666668, "exact": 0.3333333333333333 }, "mean_api_response_cost_usd": 0.006609199999999997, "cost_known_response_count": 60, "mean_latency_sec": 2.0536846122976082, "latency_known_response_count": 60 }, { "label": "Dancing Script", "count": 24, "metrics": { "font": 0.7916666666666666, "category": 1.0, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.75, "line_height": 0.4583333333333333, "composite": 0.7777777777777777, "exact": 0.25 }, "mean_api_response_cost_usd": 0.0065505, "cost_known_response_count": 24, "mean_latency_sec": 2.2077633445927254, "latency_known_response_count": 24 }, { "label": "EB Garamond", "count": 30, "metrics": { "font": 0.7333333333333333, "category": 1.0, "weight": 0.9666666666666667, "modifier": 1.0, "kerning": 0.8666666666666667, "line_height": 0.5666666666666667, "composite": 0.8555555555555555, "exact": 0.36666666666666664 }, "mean_api_response_cost_usd": 0.0065780000000000005, "cost_known_response_count": 30, "mean_latency_sec": 2.0935917255546275, "latency_known_response_count": 30 }, { "label": "Fira Code", "count": 24, "metrics": { "font": 0.041666666666666664, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 0.6666666666666666, "composite": 0.7291666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.006664833333333334, "cost_known_response_count": 24, "mean_latency_sec": 2.073799485816077, "latency_known_response_count": 24 }, { "label": "Fira Sans", "count": 45, "metrics": { "font": 0.6666666666666666, "category": 1.0, "weight": 0.9555555555555556, "modifier": 1.0, "kerning": 0.8444444444444444, "line_height": 0.8222222222222222, "composite": 0.8814814814814814, "exact": 0.4888888888888889 }, "mean_api_response_cost_usd": 0.006705777777777779, "cost_known_response_count": 45, "mean_latency_sec": 2.128760666203582, "latency_known_response_count": 45 }, { "label": "Georgia", "count": 30, "metrics": { "font": 0.23333333333333334, "category": 1.0, "weight": 0.8333333333333334, "modifier": 1.0, "kerning": 0.9333333333333333, "line_height": 0.8333333333333334, "composite": 0.8055555555555555, "exact": 0.16666666666666666 }, "mean_api_response_cost_usd": 0.006769999999999999, "cost_known_response_count": 30, "mean_latency_sec": 2.282487280263255, "latency_known_response_count": 30 }, { "label": "Helvetica", "count": 45, "metrics": { "font": 0.15555555555555556, "category": 1.0, "weight": 0.9777777777777777, "modifier": 1.0, "kerning": 0.8888888888888888, "line_height": 0.6888888888888889, "composite": 0.7851851851851852, "exact": 0.13333333333333333 }, "mean_api_response_cost_usd": 0.006611200000000001, "cost_known_response_count": 45, "mean_latency_sec": 2.0829069688916206, "latency_known_response_count": 45 }, { "label": "Impact", "count": 12, "metrics": { "font": 0.0, "category": 0.0, "weight": 0.9166666666666666, "modifier": 1.0, "kerning": 0.9166666666666666, "line_height": 0.6666666666666666, "composite": 0.5833333333333333, "exact": 0.0 }, "mean_api_response_cost_usd": 0.006553000000000001, "cost_known_response_count": 12, "mean_latency_sec": 2.1684209759696387, "latency_known_response_count": 12 }, { "label": "Inter", "count": 60, "metrics": { "font": 0.7833333333333333, "category": 0.9833333333333333, "weight": 0.9333333333333333, "modifier": 1.0, "kerning": 0.9333333333333333, "line_height": 0.6833333333333333, "composite": 0.8861111111111112, "exact": 0.5333333333333333 }, "mean_api_response_cost_usd": 0.006558466666666668, "cost_known_response_count": 60, "mean_latency_sec": 2.1536721509027603, "latency_known_response_count": 60 }, { "label": "JetBrains Mono", "count": 45, "metrics": { "font": 0.8, "category": 1.0, "weight": 0.8, "modifier": 1.0, "kerning": 0.6888888888888889, "line_height": 0.6666666666666666, "composite": 0.825925925925926, "exact": 0.3111111111111111 }, "mean_api_response_cost_usd": 0.0069064888888888875, "cost_known_response_count": 45, "mean_latency_sec": 2.292070962266169, "latency_known_response_count": 45 }, { "label": "Lato", "count": 45, "metrics": { "font": 1.0, "category": 1.0, "weight": 0.8222222222222222, "modifier": 1.0, "kerning": 0.8888888888888888, "line_height": 0.7555555555555555, "composite": 0.911111111111111, "exact": 0.5111111111111111 }, "mean_api_response_cost_usd": 0.006560088888888891, "cost_known_response_count": 45, "mean_latency_sec": 2.2412290308262324, "latency_known_response_count": 45 }, { "label": "Libre Baskerville", "count": 27, "metrics": { "font": 0.7037037037037037, "category": 1.0, "weight": 0.9629629629629629, "modifier": 1.0, "kerning": 0.8518518518518519, "line_height": 0.7037037037037037, "composite": 0.8703703703703702, "exact": 0.5185185185185185 }, "mean_api_response_cost_usd": 0.006817925925925925, "cost_known_response_count": 27, "mean_latency_sec": 2.2572479117058077, "latency_known_response_count": 27 }, { "label": "Lobster", "count": 12, "metrics": { "font": 0.5833333333333334, "category": 0.0, "weight": 0.5833333333333334, "modifier": 0.9166666666666666, "kerning": 0.9166666666666666, "line_height": 0.4166666666666667, "composite": 0.5694444444444444, "exact": 0.0 }, "mean_api_response_cost_usd": 0.006575, "cost_known_response_count": 12, "mean_latency_sec": 1.912902741654155, "latency_known_response_count": 12 }, { "label": "Lora", "count": 30, "metrics": { "font": 0.6666666666666666, "category": 1.0, "weight": 0.9666666666666667, "modifier": 1.0, "kerning": 0.8666666666666667, "line_height": 0.8, "composite": 0.8833333333333333, "exact": 0.5333333333333333 }, "mean_api_response_cost_usd": 0.0065472, "cost_known_response_count": 30, "mean_latency_sec": 2.0473846127201494, "latency_known_response_count": 30 }, { "label": "Merriweather", "count": 45, "metrics": { "font": 0.7777777777777778, "category": 1.0, "weight": 0.7777777777777778, "modifier": 1.0, "kerning": 0.8888888888888888, "line_height": 0.8, "composite": 0.8740740740740741, "exact": 0.4 }, "mean_api_response_cost_usd": 0.006668711111111111, "cost_known_response_count": 45, "mean_latency_sec": 2.1214304811993823, "latency_known_response_count": 45 }, { "label": "Montserrat", "count": 60, "metrics": { "font": 0.9833333333333333, "category": 1.0, "weight": 0.9, "modifier": 1.0, "kerning": 0.8666666666666667, "line_height": 0.7666666666666667, "composite": 0.9194444444444444, "exact": 0.6666666666666666 }, "mean_api_response_cost_usd": 0.006674533333333334, "cost_known_response_count": 60, "mean_latency_sec": 2.1053810206707566, "latency_known_response_count": 60 }, { "label": "Noto Sans", "count": 60, "metrics": { "font": 0.6, "category": 1.0, "weight": 0.95, "modifier": 1.0, "kerning": 0.9666666666666667, "line_height": 0.8, "composite": 0.8861111111111111, "exact": 0.43333333333333335 }, "mean_api_response_cost_usd": 0.006680266666666665, "cost_known_response_count": 60, "mean_latency_sec": 2.1141846089662675, "latency_known_response_count": 60 }, { "label": "Nunito", "count": 60, "metrics": { "font": 0.8333333333333334, "category": 1.0, "weight": 0.9833333333333333, "modifier": 1.0, "kerning": 0.8333333333333334, "line_height": 0.6166666666666667, "composite": 0.8777777777777779, "exact": 0.48333333333333334 }, "mean_api_response_cost_usd": 0.006705133333333334, "cost_known_response_count": 60, "mean_latency_sec": 2.246342353053236, "latency_known_response_count": 60 }, { "label": "Open Sans", "count": 30, "metrics": { "font": 0.8666666666666667, "category": 1.0, "weight": 0.9666666666666667, "modifier": 1.0, "kerning": 0.9666666666666667, "line_height": 0.8333333333333334, "composite": 0.9388888888888888, "exact": 0.7333333333333333 }, "mean_api_response_cost_usd": 0.006613599999999999, "cost_known_response_count": 30, "mean_latency_sec": 2.021743449824862, "latency_known_response_count": 30 }, { "label": "Oswald", "count": 36, "metrics": { "font": 0.8888888888888888, "category": 1.0, "weight": 0.9722222222222222, "modifier": 1.0, "kerning": 0.8611111111111112, "line_height": 0.6666666666666666, "composite": 0.8981481481481483, "exact": 0.5833333333333334 }, "mean_api_response_cost_usd": 0.006533111111111111, "cost_known_response_count": 36, "mean_latency_sec": 2.0924140528788686, "latency_known_response_count": 36 }, { "label": "PT Sans", "count": 30, "metrics": { "font": 0.8666666666666667, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.9333333333333333, "line_height": 0.6333333333333333, "composite": 0.9055555555555556, "exact": 0.5666666666666667 }, "mean_api_response_cost_usd": 0.006590533333333334, "cost_known_response_count": 30, "mean_latency_sec": 2.1699757560854778, "latency_known_response_count": 30 }, { "label": "PT Serif", "count": 30, "metrics": { "font": 0.5333333333333333, "category": 1.0, "weight": 0.9666666666666667, "modifier": 1.0, "kerning": 0.9333333333333333, "line_height": 0.8666666666666667, "composite": 0.8833333333333334, "exact": 0.5 }, "mean_api_response_cost_usd": 0.006564266666666666, "cost_known_response_count": 30, "mean_latency_sec": 1.9480169766660158, "latency_known_response_count": 30 }, { "label": "Pacifico", "count": 12, "metrics": { "font": 0.6666666666666666, "category": 1.0, "weight": 0.8333333333333334, "modifier": 1.0, "kerning": 0.75, "line_height": 0.5833333333333334, "composite": 0.8055555555555555, "exact": 0.4166666666666667 }, "mean_api_response_cost_usd": 0.006599333333333333, "cost_known_response_count": 12, "mean_latency_sec": 2.0510510912863538, "latency_known_response_count": 12 }, { "label": "Playfair Display", "count": 45, "metrics": { "font": 0.8666666666666667, "category": 1.0, "weight": 0.8444444444444444, "modifier": 1.0, "kerning": 0.8222222222222222, "line_height": 0.8, "composite": 0.8888888888888888, "exact": 0.5111111111111111 }, "mean_api_response_cost_usd": 0.0065662222222222216, "cost_known_response_count": 45, "mean_latency_sec": 1.9882270332994973, "latency_known_response_count": 45 }, { "label": "Plus Jakarta Sans", "count": 45, "metrics": { "font": 0.5333333333333333, "category": 0.9777777777777777, "weight": 0.9555555555555556, "modifier": 1.0, "kerning": 0.8666666666666667, "line_height": 0.7555555555555555, "composite": 0.8481481481481482, "exact": 0.4 }, "mean_api_response_cost_usd": 0.0066540444444444435, "cost_known_response_count": 45, "mean_latency_sec": 2.0606922497351965, "latency_known_response_count": 45 }, { "label": "Poppins", "count": 45, "metrics": { "font": 0.9777777777777777, "category": 1.0, "weight": 0.8888888888888888, "modifier": 1.0, "kerning": 0.9111111111111111, "line_height": 0.8222222222222222, "composite": 0.9333333333333332, "exact": 0.6666666666666666 }, "mean_api_response_cost_usd": 0.006619466666666669, "cost_known_response_count": 45, "mean_latency_sec": 2.1083970023888265, "latency_known_response_count": 45 }, { "label": "Raleway", "count": 60, "metrics": { "font": 0.9166666666666666, "category": 0.95, "weight": 0.9333333333333333, "modifier": 1.0, "kerning": 0.9166666666666666, "line_height": 0.75, "composite": 0.9111111111111111, "exact": 0.6333333333333333 }, "mean_api_response_cost_usd": 0.006622800000000001, "cost_known_response_count": 60, "mean_latency_sec": 2.165958273531093, "latency_known_response_count": 60 }, { "label": "Roboto", "count": 60, "metrics": { "font": 0.75, "category": 1.0, "weight": 0.85, "modifier": 1.0, "kerning": 0.9166666666666666, "line_height": 0.7333333333333333, "composite": 0.875, "exact": 0.43333333333333335 }, "mean_api_response_cost_usd": 0.006616266666666666, "cost_known_response_count": 60, "mean_latency_sec": 2.24146618519444, "latency_known_response_count": 60 }, { "label": "Roboto Mono", "count": 45, "metrics": { "font": 0.8444444444444444, "category": 1.0, "weight": 0.9777777777777777, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 0.6666666666666666, "composite": 0.8592592592592593, "exact": 0.4444444444444444 }, "mean_api_response_cost_usd": 0.006895377777777778, "cost_known_response_count": 45, "mean_latency_sec": 2.1319907931093542, "latency_known_response_count": 45 }, { "label": "Rubik", "count": 45, "metrics": { "font": 0.7777777777777778, "category": 0.9777777777777777, "weight": 0.8666666666666667, "modifier": 1.0, "kerning": 0.8222222222222222, "line_height": 0.6222222222222222, "composite": 0.8444444444444444, "exact": 0.4 }, "mean_api_response_cost_usd": 0.006600000000000001, "cost_known_response_count": 45, "mean_latency_sec": 1.9644166403501813, "latency_known_response_count": 45 }, { "label": "Shadows Into Light", "count": 12, "metrics": { "font": 0.3333333333333333, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.75, "line_height": 0.5833333333333334, "composite": 0.7777777777777777, "exact": 0.08333333333333333 }, "mean_api_response_cost_usd": 0.006629333333333333, "cost_known_response_count": 12, "mean_latency_sec": 2.134873147471808, "latency_known_response_count": 12 }, { "label": "Source Code Pro", "count": 60, "metrics": { "font": 0.36666666666666664, "category": 1.0, "weight": 0.8, "modifier": 1.0, "kerning": 0.6333333333333333, "line_height": 0.6, "composite": 0.7333333333333334, "exact": 0.13333333333333333 }, "mean_api_response_cost_usd": 0.006654866666666666, "cost_known_response_count": 60, "mean_latency_sec": 2.152621787576936, "latency_known_response_count": 60 }, { "label": "Source Sans 3", "count": 60, "metrics": { "font": 0.5333333333333333, "category": 1.0, "weight": 0.8666666666666667, "modifier": 1.0, "kerning": 0.95, "line_height": 0.6, "composite": 0.8249999999999998, "exact": 0.26666666666666666 }, "mean_api_response_cost_usd": 0.0066166, "cost_known_response_count": 60, "mean_latency_sec": 2.06198028732324, "latency_known_response_count": 60 }, { "label": "Space Mono", "count": 30, "metrics": { "font": 1.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.6333333333333333, "line_height": 0.7333333333333333, "composite": 0.8944444444444444, "exact": 0.5 }, "mean_api_response_cost_usd": 0.0070604000000000005, "cost_known_response_count": 30, "mean_latency_sec": 2.194316677710352, "latency_known_response_count": 30 }, { "label": "Spectral", "count": 45, "metrics": { "font": 0.15555555555555556, "category": 1.0, "weight": 0.7333333333333333, "modifier": 1.0, "kerning": 0.7555555555555555, "line_height": 0.7111111111111111, "composite": 0.7259259259259259, "exact": 0.08888888888888889 }, "mean_api_response_cost_usd": 0.00660248888888889, "cost_known_response_count": 45, "mean_latency_sec": 2.1151264221355732, "latency_known_response_count": 45 }, { "label": "Times New Roman", "count": 12, "metrics": { "font": 0.5, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.8333333333333334, "line_height": 0.6666666666666666, "composite": 0.8333333333333334, "exact": 0.3333333333333333 }, "mean_api_response_cost_usd": 0.006606, "cost_known_response_count": 12, "mean_latency_sec": 2.304987560647229, "latency_known_response_count": 12 }, { "label": "Verdana", "count": 3, "metrics": { "font": 0.6666666666666666, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 1.0, "composite": 0.8888888888888888, "exact": 0.6666666666666666 }, "mean_api_response_cost_usd": 0.0065706666666666665, "cost_known_response_count": 3, "mean_latency_sec": 2.0872305509789535, "latency_known_response_count": 3 }, { "label": "Work Sans", "count": 60, "metrics": { "font": 0.7, "category": 0.9833333333333333, "weight": 0.8666666666666667, "modifier": 1.0, "kerning": 0.85, "line_height": 0.6833333333333333, "composite": 0.8472222222222222, "exact": 0.35 }, "mean_api_response_cost_usd": 0.006607799999999997, "cost_known_response_count": 60, "mean_latency_sec": 2.1496471864869817, "latency_known_response_count": 60 } ], "category": [ { "label": "handwriting", "count": 84, "metrics": { "font": 0.44047619047619047, "category": 1.0, "weight": 0.7619047619047619, "modifier": 1.0, "kerning": 0.7857142857142857, "line_height": 0.5119047619047619, "composite": 0.75, "exact": 0.17857142857142858 }, "mean_api_response_cost_usd": 0.006573333333333332, "cost_known_response_count": 84, "mean_latency_sec": 2.083900778648621, "latency_known_response_count": 84 }, { "label": "mono", "count": 216, "metrics": { "font": 0.625, "category": 1.0, "weight": 0.8935185185185185, "modifier": 1.0, "kerning": 0.6527777777777778, "line_height": 0.6435185185185185, "composite": 0.8024691358024691, "exact": 0.2777777777777778 }, "mean_api_response_cost_usd": 0.0068335185185185165, "cost_known_response_count": 216, "mean_latency_sec": 2.189324487701352, "latency_known_response_count": 216 }, { "label": "non-serif", "count": 951, "metrics": { "font": 0.7318611987381703, "category": 0.9894847528916929, "weight": 0.9116719242902208, "modifier": 1.0, "kerning": 0.8906414300736067, "line_height": 0.7160883280757098, "composite": 0.8732912723449001, "exact": 0.4658254468980021 }, "mean_api_response_cost_usd": 0.006623154574132485, "cost_known_response_count": 951, "mean_latency_sec": 2.1323487691238, "latency_known_response_count": 951 }, { "label": "other", "count": 48, "metrics": { "font": 0.625, "category": 0.22916666666666666, "weight": 0.875, "modifier": 0.9791666666666666, "kerning": 0.8541666666666666, "line_height": 0.5, "composite": 0.6770833333333334, "exact": 0.10416666666666667 }, "mean_api_response_cost_usd": 0.0065815000000000005, "cost_known_response_count": 48, "mean_latency_sec": 2.0208996851676297, "latency_known_response_count": 48 }, { "label": "serif", "count": 525, "metrics": { "font": 0.6019047619047619, "category": 0.9828571428571429, "weight": 0.88, "modifier": 0.9885714285714285, "kerning": 0.8609523809523809, "line_height": 0.7352380952380952, "composite": 0.8415873015873016, "exact": 0.3676190476190476 }, "mean_api_response_cost_usd": 0.006665645714285714, "cost_known_response_count": 525, "mean_latency_sec": 2.1596164687487875, "latency_known_response_count": 525 } ], "weight": [ { "label": "black", "count": 309, "metrics": { "font": 0.6731391585760518, "category": 0.9805825242718447, "weight": 0.7961165048543689, "modifier": 0.9935275080906149, "kerning": 0.8381877022653722, "line_height": 0.7313915857605178, "composite": 0.8354908306364618, "exact": 0.3559870550161812 }, "mean_api_response_cost_usd": 0.006594317152103555, "cost_known_response_count": 309, "mean_latency_sec": 2.1152070776829164, "latency_known_response_count": 309 }, { "label": "bold", "count": 582, "metrics": { "font": 0.7147766323024055, "category": 0.9965635738831615, "weight": 0.845360824742268, "modifier": 0.9982817869415808, "kerning": 0.8780068728522337, "line_height": 0.7319587628865979, "composite": 0.8608247422680413, "exact": 0.43470790378006874 }, "mean_api_response_cost_usd": 0.006681951890034374, "cost_known_response_count": 582, "mean_latency_sec": 2.1856895480729013, "latency_known_response_count": 582 }, { "label": "regular", "count": 696, "metrics": { "font": 0.6695402298850575, "category": 0.9410919540229885, "weight": 0.9712643678160919, "modifier": 0.9942528735632183, "kerning": 0.8232758620689655, "line_height": 0.6609195402298851, "composite": 0.8433908045977011, "exact": 0.39080459770114945 }, "mean_api_response_cost_usd": 0.006664063218390812, "cost_known_response_count": 696, "mean_latency_sec": 2.121394845348617, "latency_known_response_count": 696 }, { "label": "thin", "count": 237, "metrics": { "font": 0.5232067510548524, "category": 0.9704641350210971, "weight": 0.9029535864978903, "modifier": 1.0, "kerning": 0.8607594936708861, "line_height": 0.679324894514768, "composite": 0.8227848101265823, "exact": 0.34177215189873417 }, "mean_api_response_cost_usd": 0.006655983122362869, "cost_known_response_count": 237, "mean_latency_sec": 2.128464762965327, "latency_known_response_count": 237 } ], "modifier": [ { "label": "italic", "count": 312, "metrics": { "font": 0.782051282051282, "category": 1.0, "weight": 0.9326923076923077, "modifier": 1.0, "kerning": 0.875, "line_height": 0.8141025641025641, "composite": 0.9006410256410255, "exact": 0.5288461538461539 }, "mean_api_response_cost_usd": 0.006697961538461536, "cost_known_response_count": 312, "mean_latency_sec": 2.1647552611315266, "latency_known_response_count": 312 }, { "label": "regular", "count": 378, "metrics": { "font": 0.7883597883597884, "category": 0.9682539682539683, "weight": 0.8968253968253969, "modifier": 0.9814814814814815, "kerning": 0.8941798941798942, "line_height": 0.8571428571428571, "composite": 0.8977072310405644, "exact": 0.5714285714285714 }, "mean_api_response_cost_usd": 0.006644931216931219, "cost_known_response_count": 378, "mean_latency_sec": 2.0935935471299296, "latency_known_response_count": 378 }, { "label": "small-caps", "count": 378, "metrics": { "font": 0.43386243386243384, "category": 0.9470899470899471, "weight": 0.8677248677248677, "modifier": 1.0, "kerning": 0.7936507936507936, "line_height": 0.3412698412698413, "composite": 0.7305996472663138, "exact": 0.12433862433862433 }, "mean_api_response_cost_usd": 0.006619026455026458, "cost_known_response_count": 378, "mean_latency_sec": 2.125924658334553, "latency_known_response_count": 378 }, { "label": "strikethrough", "count": 378, "metrics": { "font": 0.6031746031746031, "category": 0.9629629629629629, "weight": 0.8597883597883598, "modifier": 1.0, "kerning": 0.7698412698412699, "line_height": 0.6693121693121693, "composite": 0.8108465608465608, "exact": 0.24867724867724866 }, "mean_api_response_cost_usd": 0.0066683492063492064, "cost_known_response_count": 378, "mean_latency_sec": 2.185596317006029, "latency_known_response_count": 378 }, { "label": "underline", "count": 378, "metrics": { "font": 0.7407407407407407, "category": 0.9735449735449735, "weight": 0.9126984126984127, "modifier": 1.0, "kerning": 0.9126984126984127, "line_height": 0.828042328042328, "composite": 0.894620811287478, "exact": 0.5132275132275133 }, "mean_api_response_cost_usd": 0.006661428571428573, "cost_known_response_count": 378, "mean_latency_sec": 2.143043212171905, "latency_known_response_count": 378 } ], "kerning": [ { "label": "loose", "count": 608, "metrics": { "font": 0.694078947368421, "category": 0.9736842105263158, "weight": 0.8963815789473685, "modifier": 0.993421052631579, "kerning": 0.9720394736842105, "line_height": 0.6710526315789473, "composite": 0.8667763157894738, "exact": 0.4243421052631579 }, "mean_api_response_cost_usd": 0.006688355263157903, "cost_known_response_count": 608, "mean_latency_sec": 2.121284550741333, "latency_known_response_count": 608 }, { "label": "normal", "count": 608, "metrics": { "font": 0.7171052631578947, "category": 0.9736842105263158, "weight": 0.899671052631579, "modifier": 0.9983552631578947, "kerning": 0.8470394736842105, "line_height": 0.7828947368421053, "composite": 0.8697916666666666, "exact": 0.43914473684210525 }, "mean_api_response_cost_usd": 0.0066811052631579005, "cost_known_response_count": 608, "mean_latency_sec": 2.163026567880527, "latency_known_response_count": 608 }, { "label": "tight", "count": 608, "metrics": { "font": 0.5855263157894737, "category": 0.9605263157894737, "weight": 0.881578947368421, "modifier": 0.9967105263157895, "kerning": 0.725328947368421, "line_height": 0.6398026315789473, "composite": 0.7982456140350876, "exact": 0.31414473684210525 }, "mean_api_response_cost_usd": 0.006601256578947373, "cost_known_response_count": 608, "mean_latency_sec": 2.1410297780358203, "latency_known_response_count": 608 } ], "line_height": [ { "label": "loose", "count": 608, "metrics": { "font": 0.6430921052631579, "category": 0.9736842105263158, "weight": 0.8980263157894737, "modifier": 0.993421052631579, "kerning": 0.9078947368421053, "line_height": 0.9901315789473685, "composite": 0.9010416666666666, "exact": 0.5213815789473685 }, "mean_api_response_cost_usd": 0.006855940789473684, "cost_known_response_count": 608, "mean_latency_sec": 2.1439619838657613, "latency_known_response_count": 608 }, { "label": "normal", "count": 608, "metrics": { "font": 0.6694078947368421, "category": 0.962171052631579, "weight": 0.8930921052631579, "modifier": 0.9983552631578947, "kerning": 0.743421052631579, "line_height": 0.4819078947368421, "composite": 0.7913925438596493, "exact": 0.2944078947368421 }, "mean_api_response_cost_usd": 0.006632046052631589, "cost_known_response_count": 608, "mean_latency_sec": 2.17677100397697, "latency_known_response_count": 608 }, { "label": "tight", "count": 608, "metrics": { "font": 0.6842105263157895, "category": 0.9720394736842105, "weight": 0.8865131578947368, "modifier": 0.9967105263157895, "kerning": 0.8930921052631579, "line_height": 0.6217105263157895, "composite": 0.8423793859649122, "exact": 0.3618421052631579 }, "mean_api_response_cost_usd": 0.006482730263157902, "cost_known_response_count": 608, "mean_latency_sec": 2.1046079088149496, "latency_known_response_count": 608 } ], "width": [ { "label": "medium", "count": 608, "metrics": { "font": 0.6726973684210527, "category": 0.962171052631579, "weight": 0.9111842105263158, "modifier": 0.9967105263157895, "kerning": 0.8174342105263158, "line_height": 0.6973684210526315, "composite": 0.8429276315789473, "exact": 0.3996710526315789 }, "mean_api_response_cost_usd": 0.006593282894736846, "cost_known_response_count": 608, "mean_latency_sec": 2.1382073928245133, "latency_known_response_count": 608 }, { "label": "narrow", "count": 608, "metrics": { "font": 0.6266447368421053, "category": 0.9769736842105263, "weight": 0.8930921052631579, "modifier": 0.9950657894736842, "kerning": 0.8667763157894737, "line_height": 0.7154605263157895, "composite": 0.8456688596491228, "exact": 0.39473684210526316 }, "mean_api_response_cost_usd": 0.0065353092105263225, "cost_known_response_count": 608, "mean_latency_sec": 2.1637350450331914, "latency_known_response_count": 608 }, { "label": "wide", "count": 608, "metrics": { "font": 0.6973684210526315, "category": 0.96875, "weight": 0.8733552631578947, "modifier": 0.9967105263157895, "kerning": 0.8601973684210527, "line_height": 0.680921052631579, "composite": 0.8462171052631579, "exact": 0.3832236842105263 }, "mean_api_response_cost_usd": 0.006842125000000007, "cost_known_response_count": 608, "mean_latency_sec": 2.1233984587999752, "latency_known_response_count": 608 } ] } }, { "model_id": "gpt-6-luna", "model_config": { "api_key_env": "OPENAI_API_KEY", "base_url": null, "display_name": "GPT-6 Luna", "enabled": true, "id": "gpt-6-luna", "input_per_m": 0.1, "max_output_tokens": 16384, "model": "gpt-6-luna", "notes": "Released 2026-09-22. Responses API, default medium reasoning. Output cap matches the other models in this campaign.", "output_per_m": 0.5, "pricing_notes": "Standard online API rates in USD per million tokens for short context; no caching, batch discount, or tools assumed.", "pricing_source_url": "https://developers.openai.com/api/docs/pricing", "provider": "openai", "source_url": "https://developers.openai.com/api/docs/models/gpt-6-luna" }, "model_config_fingerprint": "782d0ecdcb9a2f9d05f2a9c8db38cec0e5cd54e822613ac8497a22ab3c2a5ba6", "status": "finalized", "coverage_status": "complete", "observed_task_count": 1824, "expected_task_count": 1824, "comparison_task_count": 1824, "metrics": { "font": 0.12225877192982457, "category": 0.8508771929824561, "weight": 0.8273026315789473, "modifier": 0.9100877192982456, "kerning": 0.5866228070175439, "line_height": 0.7801535087719298, "composite": 0.6795504385964913, "exact": 0.041666666666666664 }, "mean_api_response_cost_usd": 0.000504575, "cost_known_response_count": 1824, "mean_latency_sec": 14.46184643959114, "latency_known_response_count": 1824, "groups": { "font": [ { "label": "Arial", "count": 42, "metrics": { "font": 0.7380952380952381, "category": 0.9523809523809523, "weight": 0.9285714285714286, "modifier": 0.9285714285714286, "kerning": 0.6428571428571429, "line_height": 0.8333333333333334, "composite": 0.8373015873015873, "exact": 0.42857142857142855 }, "mean_api_response_cost_usd": 0.00044087380952380936, "cost_known_response_count": 42, "mean_latency_sec": 12.415538362654237, "latency_known_response_count": 42 }, { "label": "Arvo", "count": 30, "metrics": { "font": 0.0, "category": 0.36666666666666664, "weight": 0.5, "modifier": 0.8666666666666667, "kerning": 0.5, "line_height": 0.7666666666666667, "composite": 0.5, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005365000000000001, "cost_known_response_count": 30, "mean_latency_sec": 15.705459877251027, "latency_known_response_count": 30 }, { "label": "Bebas Neue", "count": 12, "metrics": { "font": 0.3333333333333333, "category": 0.08333333333333333, "weight": 0.08333333333333333, "modifier": 1.0, "kerning": 0.75, "line_height": 0.6666666666666666, "composite": 0.4861111111111111, "exact": 0.08333333333333333 }, "mean_api_response_cost_usd": 0.00046197500000000005, "cost_known_response_count": 12, "mean_latency_sec": 12.870202123129275, "latency_known_response_count": 12 }, { "label": "Bitter", "count": 60, "metrics": { "font": 0.0, "category": 0.7, "weight": 0.9166666666666666, "modifier": 0.9166666666666666, "kerning": 0.5166666666666667, "line_height": 0.7666666666666667, "composite": 0.6361111111111111, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0004681866666666666, "cost_known_response_count": 60, "mean_latency_sec": 13.34014131585136, "latency_known_response_count": 60 }, { "label": "Bodoni Moda", "count": 45, "metrics": { "font": 0.0, "category": 0.9555555555555556, "weight": 0.7111111111111111, "modifier": 0.9111111111111111, "kerning": 0.5777777777777777, "line_height": 0.8666666666666667, "composite": 0.6703703703703704, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005312977777777776, "cost_known_response_count": 45, "mean_latency_sec": 15.469169282845947, "latency_known_response_count": 45 }, { "label": "Bungee", "count": 12, "metrics": { "font": 0.6666666666666666, "category": 0.9166666666666666, "weight": 0.0, "modifier": 0.6666666666666666, "kerning": 0.6666666666666666, "line_height": 0.75, "composite": 0.611111111111111, "exact": 0.0 }, "mean_api_response_cost_usd": 0.000593275, "cost_known_response_count": 12, "mean_latency_sec": 18.00581205506266, "latency_known_response_count": 12 }, { "label": "Caveat", "count": 24, "metrics": { "font": 0.375, "category": 1.0, "weight": 0.8333333333333334, "modifier": 0.6666666666666666, "kerning": 0.375, "line_height": 0.3333333333333333, "composite": 0.5972222222222222, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005077625, "cost_known_response_count": 24, "mean_latency_sec": 14.422455680876737, "latency_known_response_count": 24 }, { "label": "Cinzel", "count": 36, "metrics": { "font": 0.2777777777777778, "category": 0.9166666666666666, "weight": 0.75, "modifier": 0.8333333333333334, "kerning": 0.5833333333333334, "line_height": 0.6388888888888888, "composite": 0.6666666666666666, "exact": 0.027777777777777776 }, "mean_api_response_cost_usd": 0.0005603111111111112, "cost_known_response_count": 36, "mean_latency_sec": 16.09291181105396, "latency_known_response_count": 36 }, { "label": "Comic Sans MS", "count": 12, "metrics": { "font": 0.9166666666666666, "category": 0.9166666666666666, "weight": 0.9166666666666666, "modifier": 0.75, "kerning": 0.5, "line_height": 0.75, "composite": 0.7916666666666666, "exact": 0.3333333333333333 }, "mean_api_response_cost_usd": 0.00040792499999999995, "cost_known_response_count": 12, "mean_latency_sec": 11.524189110069225, "latency_known_response_count": 12 }, { "label": "Cormorant Garamond", "count": 30, "metrics": { "font": 0.06666666666666667, "category": 1.0, "weight": 0.5666666666666667, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 0.7333333333333333, "composite": 0.6722222222222222, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005084766666666666, "cost_known_response_count": 30, "mean_latency_sec": 13.809989312492933, "latency_known_response_count": 30 }, { "label": "Courier New", "count": 12, "metrics": { "font": 0.5833333333333334, "category": 0.6666666666666666, "weight": 0.8333333333333334, "modifier": 0.9166666666666666, "kerning": 0.4166666666666667, "line_height": 0.4166666666666667, "composite": 0.6388888888888888, "exact": 0.16666666666666666 }, "mean_api_response_cost_usd": 0.000666575, "cost_known_response_count": 12, "mean_latency_sec": 18.616711642360315, "latency_known_response_count": 12 }, { "label": "Crimson Text", "count": 30, "metrics": { "font": 0.0, "category": 0.9333333333333333, "weight": 0.9666666666666667, "modifier": 1.0, "kerning": 0.6333333333333333, "line_height": 0.7, "composite": 0.7055555555555556, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00044629, "cost_known_response_count": 30, "mean_latency_sec": 12.332304709699626, "latency_known_response_count": 30 }, { "label": "DM Sans", "count": 60, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.7333333333333333, "modifier": 0.95, "kerning": 0.6666666666666666, "line_height": 0.7666666666666667, "composite": 0.6861111111111112, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0004989916666666667, "cost_known_response_count": 60, "mean_latency_sec": 14.036541392832683, "latency_known_response_count": 60 }, { "label": "Dancing Script", "count": 24, "metrics": { "font": 0.5416666666666666, "category": 0.8333333333333334, "weight": 0.5416666666666666, "modifier": 0.7083333333333334, "kerning": 0.375, "line_height": 0.625, "composite": 0.6041666666666666, "exact": 0.08333333333333333 }, "mean_api_response_cost_usd": 0.0004800833333333334, "cost_known_response_count": 24, "mean_latency_sec": 13.1383050151829, "latency_known_response_count": 24 }, { "label": "EB Garamond", "count": 30, "metrics": { "font": 0.0, "category": 0.9, "weight": 0.9666666666666667, "modifier": 0.9666666666666667, "kerning": 0.5333333333333333, "line_height": 0.6333333333333333, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005044800000000001, "cost_known_response_count": 30, "mean_latency_sec": 14.412124784469293, "latency_known_response_count": 30 }, { "label": "Fira Code", "count": 24, "metrics": { "font": 0.0, "category": 0.5833333333333334, "weight": 1.0, "modifier": 1.0, "kerning": 0.625, "line_height": 0.7916666666666666, "composite": 0.6666666666666666, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005530041666666667, "cost_known_response_count": 24, "mean_latency_sec": 15.652575496448359, "latency_known_response_count": 24 }, { "label": "Fira Sans", "count": 45, "metrics": { "font": 0.0, "category": 0.9111111111111111, "weight": 1.0, "modifier": 0.9333333333333333, "kerning": 0.6666666666666666, "line_height": 0.8222222222222222, "composite": 0.7222222222222222, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00048512222222222233, "cost_known_response_count": 45, "mean_latency_sec": 14.237291714212754, "latency_known_response_count": 45 }, { "label": "Georgia", "count": 30, "metrics": { "font": 0.5333333333333333, "category": 1.0, "weight": 0.8666666666666667, "modifier": 0.9333333333333333, "kerning": 0.6, "line_height": 0.9, "composite": 0.8055555555555555, "exact": 0.2 }, "mean_api_response_cost_usd": 0.00040535999999999995, "cost_known_response_count": 30, "mean_latency_sec": 11.206677663248653, "latency_known_response_count": 30 }, { "label": "Helvetica", "count": 45, "metrics": { "font": 0.0, "category": 0.9555555555555556, "weight": 0.9777777777777777, "modifier": 0.9333333333333333, "kerning": 0.8, "line_height": 0.8888888888888888, "composite": 0.7592592592592592, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005066822222222222, "cost_known_response_count": 45, "mean_latency_sec": 14.80058046647658, "latency_known_response_count": 45 }, { "label": "Impact", "count": 12, "metrics": { "font": 0.5833333333333334, "category": 0.08333333333333333, "weight": 0.0, "modifier": 0.9166666666666666, "kerning": 0.5833333333333334, "line_height": 0.8333333333333334, "composite": 0.5000000000000001, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005621916666666666, "cost_known_response_count": 12, "mean_latency_sec": 15.857224058941938, "latency_known_response_count": 12 }, { "label": "Inter", "count": 60, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9833333333333333, "modifier": 0.8833333333333333, "kerning": 0.6333333333333333, "line_height": 0.8, "composite": 0.7166666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00048527, "cost_known_response_count": 60, "mean_latency_sec": 13.68045808210736, "latency_known_response_count": 60 }, { "label": "JetBrains Mono", "count": 45, "metrics": { "font": 0.0, "category": 0.5555555555555556, "weight": 0.6888888888888889, "modifier": 0.9777777777777777, "kerning": 0.5333333333333333, "line_height": 0.8, "composite": 0.5925925925925926, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0006076177777777779, "cost_known_response_count": 45, "mean_latency_sec": 17.435018976622572, "latency_known_response_count": 45 }, { "label": "Lato", "count": 45, "metrics": { "font": 0.0, "category": 0.9777777777777777, "weight": 0.6222222222222222, "modifier": 1.0, "kerning": 0.7111111111111111, "line_height": 0.8444444444444444, "composite": 0.6925925925925926, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00048363555555555555, "cost_known_response_count": 45, "mean_latency_sec": 13.719134561955515, "latency_known_response_count": 45 }, { "label": "Libre Baskerville", "count": 27, "metrics": { "font": 0.0, "category": 0.9629629629629629, "weight": 0.9629629629629629, "modifier": 0.9629629629629629, "kerning": 0.5185185185185185, "line_height": 0.8148148148148148, "composite": 0.7037037037037037, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00044594074074074086, "cost_known_response_count": 27, "mean_latency_sec": 11.911164666750226, "latency_known_response_count": 27 }, { "label": "Lobster", "count": 12, "metrics": { "font": 0.3333333333333333, "category": 0.0, "weight": 0.0, "modifier": 0.5, "kerning": 0.25, "line_height": 0.75, "composite": 0.3055555555555555, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005486083333333333, "cost_known_response_count": 12, "mean_latency_sec": 16.30153204582166, "latency_known_response_count": 12 }, { "label": "Lora", "count": 30, "metrics": { "font": 0.0, "category": 0.9666666666666667, "weight": 1.0, "modifier": 1.0, "kerning": 0.5333333333333333, "line_height": 0.8, "composite": 0.7166666666666667, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00044148, "cost_known_response_count": 30, "mean_latency_sec": 12.082063156839771, "latency_known_response_count": 30 }, { "label": "Merriweather", "count": 45, "metrics": { "font": 0.0, "category": 0.9555555555555556, "weight": 0.6888888888888889, "modifier": 0.9333333333333333, "kerning": 0.5555555555555556, "line_height": 0.8444444444444444, "composite": 0.6629629629629629, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00042635999999999987, "cost_known_response_count": 45, "mean_latency_sec": 12.07431308809254, "latency_known_response_count": 45 }, { "label": "Montserrat", "count": 60, "metrics": { "font": 0.11666666666666667, "category": 0.9, "weight": 0.8833333333333333, "modifier": 0.9, "kerning": 0.55, "line_height": 0.7666666666666667, "composite": 0.686111111111111, "exact": 0.03333333333333333 }, "mean_api_response_cost_usd": 0.0005482750000000001, "cost_known_response_count": 60, "mean_latency_sec": 15.924329982604831, "latency_known_response_count": 60 }, { "label": "Noto Sans", "count": 60, "metrics": { "font": 0.0, "category": 0.9833333333333333, "weight": 0.9666666666666667, "modifier": 0.9166666666666666, "kerning": 0.5833333333333334, "line_height": 0.8166666666666667, "composite": 0.7111111111111111, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00048404333333333324, "cost_known_response_count": 60, "mean_latency_sec": 14.023964670106459, "latency_known_response_count": 60 }, { "label": "Nunito", "count": 60, "metrics": { "font": 0.15, "category": 0.9666666666666667, "weight": 0.8333333333333334, "modifier": 0.8333333333333334, "kerning": 0.48333333333333334, "line_height": 0.7166666666666667, "composite": 0.663888888888889, "exact": 0.06666666666666667 }, "mean_api_response_cost_usd": 0.0005280949999999998, "cost_known_response_count": 60, "mean_latency_sec": 14.65389957780717, "latency_known_response_count": 60 }, { "label": "Open Sans", "count": 30, "metrics": { "font": 0.0, "category": 0.9666666666666667, "weight": 0.9666666666666667, "modifier": 1.0, "kerning": 0.7, "line_height": 0.8666666666666667, "composite": 0.75, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0004561033333333334, "cost_known_response_count": 30, "mean_latency_sec": 12.610454777736837, "latency_known_response_count": 30 }, { "label": "Oswald", "count": 36, "metrics": { "font": 0.5833333333333334, "category": 0.9444444444444444, "weight": 0.6388888888888888, "modifier": 0.8888888888888888, "kerning": 0.6666666666666666, "line_height": 0.7222222222222222, "composite": 0.7407407407407406, "exact": 0.2777777777777778 }, "mean_api_response_cost_usd": 0.0005404638888888889, "cost_known_response_count": 36, "mean_latency_sec": 16.065100982002654, "latency_known_response_count": 36 }, { "label": "PT Sans", "count": 30, "metrics": { "font": 0.0, "category": 0.8666666666666667, "weight": 1.0, "modifier": 0.9666666666666667, "kerning": 0.5666666666666667, "line_height": 0.7333333333333333, "composite": 0.688888888888889, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00048697333333333324, "cost_known_response_count": 30, "mean_latency_sec": 13.995524264390891, "latency_known_response_count": 30 }, { "label": "PT Serif", "count": 30, "metrics": { "font": 0.0, "category": 0.9666666666666667, "weight": 1.0, "modifier": 1.0, "kerning": 0.6, "line_height": 0.8666666666666667, "composite": 0.7388888888888889, "exact": 0.0 }, "mean_api_response_cost_usd": 0.00040462, "cost_known_response_count": 30, "mean_latency_sec": 11.162782957862753, "latency_known_response_count": 30 }, { "label": "Pacifico", "count": 12, "metrics": { "font": 0.16666666666666666, "category": 1.0, "weight": 0.3333333333333333, "modifier": 0.75, "kerning": 0.3333333333333333, "line_height": 0.8333333333333334, "composite": 0.5694444444444445, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005239250000000001, "cost_known_response_count": 12, "mean_latency_sec": 15.042263012515226, "latency_known_response_count": 12 }, { "label": "Playfair Display", "count": 45, "metrics": { "font": 0.1111111111111111, "category": 0.9777777777777777, "weight": 0.7555555555555555, "modifier": 0.9555555555555556, "kerning": 0.6, "line_height": 0.8444444444444444, "composite": 0.7074074074074074, "exact": 0.022222222222222223 }, "mean_api_response_cost_usd": 0.0005032266666666668, "cost_known_response_count": 45, "mean_latency_sec": 14.447878026776015, "latency_known_response_count": 45 }, { "label": "Plus Jakarta Sans", "count": 45, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9333333333333333, "modifier": 0.8888888888888888, "kerning": 0.5333333333333333, "line_height": 0.8, "composite": 0.6925925925925925, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005145088888888888, "cost_known_response_count": 45, "mean_latency_sec": 15.665676610756458, "latency_known_response_count": 45 }, { "label": "Poppins", "count": 45, "metrics": { "font": 0.24444444444444444, "category": 0.8888888888888888, "weight": 0.8444444444444444, "modifier": 0.8666666666666667, "kerning": 0.5777777777777777, "line_height": 0.8666666666666667, "composite": 0.7148148148148149, "exact": 0.08888888888888889 }, "mean_api_response_cost_usd": 0.0005314266666666668, "cost_known_response_count": 45, "mean_latency_sec": 15.994622283739348, "latency_known_response_count": 45 }, { "label": "Raleway", "count": 60, "metrics": { "font": 0.03333333333333333, "category": 0.9833333333333333, "weight": 0.8666666666666667, "modifier": 0.8833333333333333, "kerning": 0.6, "line_height": 0.8, "composite": 0.6944444444444445, "exact": 0.0 }, "mean_api_response_cost_usd": 0.000519145, "cost_known_response_count": 60, "mean_latency_sec": 14.688643708879438, "latency_known_response_count": 60 }, { "label": "Roboto", "count": 60, "metrics": { "font": 0.25, "category": 1.0, "weight": 0.8166666666666667, "modifier": 0.9333333333333333, "kerning": 0.7333333333333333, "line_height": 0.7833333333333333, "composite": 0.7527777777777778, "exact": 0.11666666666666667 }, "mean_api_response_cost_usd": 0.0004823383333333334, "cost_known_response_count": 60, "mean_latency_sec": 13.667142099914296, "latency_known_response_count": 60 }, { "label": "Roboto Mono", "count": 45, "metrics": { "font": 0.4666666666666667, "category": 0.4888888888888889, "weight": 1.0, "modifier": 0.8666666666666667, "kerning": 0.5555555555555556, "line_height": 0.8666666666666667, "composite": 0.7074074074074073, "exact": 0.24444444444444444 }, "mean_api_response_cost_usd": 0.0005405955555555556, "cost_known_response_count": 45, "mean_latency_sec": 15.592897427547722, "latency_known_response_count": 45 }, { "label": "Rubik", "count": 45, "metrics": { "font": 0.0, "category": 0.6222222222222222, "weight": 0.7555555555555555, "modifier": 0.8444444444444444, "kerning": 0.6444444444444445, "line_height": 0.8222222222222222, "composite": 0.6148148148148148, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005132933333333333, "cost_known_response_count": 45, "mean_latency_sec": 14.986940054740343, "latency_known_response_count": 45 }, { "label": "Shadows Into Light", "count": 12, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 0.75, "kerning": 0.3333333333333333, "line_height": 0.4166666666666667, "composite": 0.5833333333333334, "exact": 0.0 }, "mean_api_response_cost_usd": 0.000553775, "cost_known_response_count": 12, "mean_latency_sec": 16.58155423257267, "latency_known_response_count": 12 }, { "label": "Source Code Pro", "count": 60, "metrics": { "font": 0.0, "category": 0.16666666666666666, "weight": 0.8666666666666667, "modifier": 0.9166666666666666, "kerning": 0.48333333333333334, "line_height": 0.75, "composite": 0.5305555555555556, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005603583333333335, "cost_known_response_count": 60, "mean_latency_sec": 16.413452982359257, "latency_known_response_count": 60 }, { "label": "Source Sans 3", "count": 60, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9166666666666666, "modifier": 0.9166666666666666, "kerning": 0.6833333333333333, "line_height": 0.75, "composite": 0.7111111111111111, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0004989833333333334, "cost_known_response_count": 60, "mean_latency_sec": 14.275611610737785, "latency_known_response_count": 60 }, { "label": "Space Mono", "count": 30, "metrics": { "font": 0.06666666666666667, "category": 0.5333333333333333, "weight": 1.0, "modifier": 0.9666666666666667, "kerning": 0.6666666666666666, "line_height": 0.8666666666666667, "composite": 0.6833333333333332, "exact": 0.06666666666666667 }, "mean_api_response_cost_usd": 0.0005677866666666668, "cost_known_response_count": 30, "mean_latency_sec": 17.04783014652785, "latency_known_response_count": 30 }, { "label": "Spectral", "count": 45, "metrics": { "font": 0.0, "category": 0.9777777777777777, "weight": 0.6666666666666666, "modifier": 0.9555555555555556, "kerning": 0.5555555555555556, "line_height": 0.8222222222222222, "composite": 0.662962962962963, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0004687533333333333, "cost_known_response_count": 45, "mean_latency_sec": 13.209966856060136, "latency_known_response_count": 45 }, { "label": "Times New Roman", "count": 12, "metrics": { "font": 0.5, "category": 0.9166666666666666, "weight": 1.0, "modifier": 1.0, "kerning": 0.5, "line_height": 0.75, "composite": 0.7777777777777777, "exact": 0.08333333333333333 }, "mean_api_response_cost_usd": 0.0004926333333333334, "cost_known_response_count": 12, "mean_latency_sec": 13.685684562039873, "latency_known_response_count": 12 }, { "label": "Verdana", "count": 3, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 1.0, "composite": 0.7777777777777777, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0004525666666666667, "cost_known_response_count": 3, "mean_latency_sec": 12.337082729286825, "latency_known_response_count": 3 }, { "label": "Work Sans", "count": 60, "metrics": { "font": 0.0, "category": 0.8666666666666667, "weight": 0.9666666666666667, "modifier": 0.9, "kerning": 0.5333333333333333, "line_height": 0.75, "composite": 0.6694444444444444, "exact": 0.0 }, "mean_api_response_cost_usd": 0.0005310733333333331, "cost_known_response_count": 60, "mean_latency_sec": 15.583291691041087, "latency_known_response_count": 60 } ], "category": [ { "label": "handwriting", "count": 84, "metrics": { "font": 0.4166666666666667, "category": 0.9404761904761905, "weight": 0.7142857142857143, "modifier": 0.7142857142857143, "kerning": 0.38095238095238093, "line_height": 0.5595238095238095, "composite": 0.621031746031746, "exact": 0.07142857142857142 }, "mean_api_response_cost_usd": 0.0004944738095238095, "cost_known_response_count": 84, "mean_latency_sec": 14.038503963896627, "latency_known_response_count": 84 }, { "label": "mono", "count": 216, "metrics": { "font": 0.1388888888888889, "category": 0.4398148148148148, "weight": 0.8888888888888888, "modifier": 0.9351851851851852, "kerning": 0.5462962962962963, "line_height": 0.7870370370370371, "composite": 0.6226851851851852, "exact": 0.06944444444444445 }, "mean_api_response_cost_usd": 0.0005722023148148148, "cost_known_response_count": 216, "mean_latency_sec": 16.581299412722863, "latency_known_response_count": 216 }, { "label": "non-serif", "count": 951, "metrics": { "font": 0.10094637223974763, "category": 0.9411146161934806, "weight": 0.8759200841219769, "modifier": 0.9106203995793901, "kerning": 0.6267087276550999, "line_height": 0.7949526813880127, "composite": 0.7083771468629513, "exact": 0.0473186119873817 }, "mean_api_response_cost_usd": 0.0005034241850683485, "cost_known_response_count": 951, "mean_latency_sec": 14.500747519591775, "latency_known_response_count": 951 }, { "label": "other", "count": 48, "metrics": { "font": 0.4791666666666667, "category": 0.2708333333333333, "weight": 0.020833333333333332, "modifier": 0.7708333333333334, "kerning": 0.5625, "line_height": 0.75, "composite": 0.4756944444444445, "exact": 0.020833333333333332 }, "mean_api_response_cost_usd": 0.0005415125000000001, "cost_known_response_count": 48, "mean_latency_sec": 15.758692570738882, "latency_known_response_count": 48 }, { "label": "serif", "count": 525, "metrics": { "font": 0.07428571428571429, "category": 0.8952380952380953, "weight": 0.8057142857142857, "modifier": 0.9428571428571428, "kerning": 0.5657142857142857, "line_height": 0.7885714285714286, "composite": 0.6787301587301587, "exact": 0.017142857142857144 }, "mean_api_response_cost_usd": 0.0004770748571428573, "cost_known_response_count": 525, "mean_latency_sec": 13.468542409850551, "latency_known_response_count": 525 } ], "weight": [ { "label": "black", "count": 309, "metrics": { "font": 0.07766990291262135, "category": 0.8122977346278317, "weight": 0.6731391585760518, "modifier": 0.8543689320388349, "kerning": 0.6084142394822006, "line_height": 0.8349514563106796, "composite": 0.6434735706580367, "exact": 0.032362459546925564 }, "mean_api_response_cost_usd": 0.000521045307443366, "cost_known_response_count": 309, "mean_latency_sec": 15.238987110523524, "latency_known_response_count": 309 }, { "label": "bold", "count": 582, "metrics": { "font": 0.1134020618556701, "category": 0.8883161512027491, "weight": 0.8419243986254296, "modifier": 0.9329896907216495, "kerning": 0.6752577319587629, "line_height": 0.8127147766323024, "composite": 0.7107674684994273, "exact": 0.044673539518900345 }, "mean_api_response_cost_usd": 0.00047987147766323025, "cost_known_response_count": 582, "mean_latency_sec": 13.6718779123041, "latency_known_response_count": 582 }, { "label": "regular", "count": 696, "metrics": { "font": 0.16235632183908047, "category": 0.8505747126436781, "weight": 0.8793103448275862, "modifier": 0.9353448275862069, "kerning": 0.5287356321839081, "line_height": 0.7600574712643678, "composite": 0.6860632183908045, "exact": 0.04597701149425287 }, "mean_api_response_cost_usd": 0.0005032395114942531, "cost_known_response_count": 696, "mean_latency_sec": 14.38913514643363, "latency_known_response_count": 696 }, { "label": "thin", "count": 237, "metrics": { "font": 0.08438818565400844, "category": 0.810126582278481, "weight": 0.8396624472573839, "modifier": 0.8523206751054853, "kerning": 0.510548523206751, "line_height": 0.6877637130801688, "composite": 0.630801687763713, "exact": 0.03375527426160337 }, "mean_api_response_cost_usd": 0.0005476873417721523, "cost_known_response_count": 237, "mean_latency_sec": 15.602067011745474, "latency_known_response_count": 237 } ], "modifier": [ { "label": "italic", "count": 312, "metrics": { "font": 0.07371794871794872, "category": 0.8493589743589743, "weight": 0.8493589743589743, "modifier": 1.0, "kerning": 0.5512820512820513, "line_height": 0.9391025641025641, "composite": 0.7104700854700855, "exact": 0.038461538461538464 }, "mean_api_response_cost_usd": 0.00045866955128205146, "cost_known_response_count": 312, "mean_latency_sec": 12.781157456824216, "latency_known_response_count": 312 }, { "label": "regular", "count": 378, "metrics": { "font": 0.1746031746031746, "category": 0.8518518518518519, "weight": 0.8544973544973545, "modifier": 0.9761904761904762, "kerning": 0.6587301587301587, "line_height": 0.9206349206349206, "composite": 0.7394179894179894, "exact": 0.07936507936507936 }, "mean_api_response_cost_usd": 0.00046853333333333325, "cost_known_response_count": 378, "mean_latency_sec": 13.42795654651019, "latency_known_response_count": 378 }, { "label": "small-caps", "count": 378, "metrics": { "font": 0.12698412698412698, "category": 0.8597883597883598, "weight": 0.7671957671957672, "modifier": 0.6455026455026455, "kerning": 0.6084656084656085, "line_height": 0.3492063492063492, "composite": 0.5595238095238095, "exact": 0.013227513227513227 }, "mean_api_response_cost_usd": 0.0005733089947089951, "cost_known_response_count": 378, "mean_latency_sec": 16.833024321757776, "latency_known_response_count": 378 }, { "label": "strikethrough", "count": 378, "metrics": { "font": 0.0873015873015873, "category": 0.8042328042328042, "weight": 0.828042328042328, "modifier": 0.9444444444444444, "kerning": 0.5396825396825397, "line_height": 0.8015873015873016, "composite": 0.6675485008818342, "exact": 0.023809523809523808 }, "mean_api_response_cost_usd": 0.0005544494708994709, "cost_known_response_count": 378, "mean_latency_sec": 15.850672094634286, "latency_known_response_count": 378 }, { "label": "underline", "count": 378, "metrics": { "font": 0.1402116402116402, "category": 0.8888888888888888, "weight": 0.8412698412698413, "modifier": 1.0, "kerning": 0.5687830687830688, "line_height": 0.917989417989418, "composite": 0.7261904761904762, "exact": 0.05291005291005291 }, "mean_api_response_cost_usd": 0.0004598984126984123, "cost_known_response_count": 378, "mean_latency_sec": 13.122968146317545, "latency_known_response_count": 378 } ], "kerning": [ { "label": "loose", "count": 608, "metrics": { "font": 0.1069078947368421, "category": 0.8305921052631579, "weight": 0.8223684210526315, "modifier": 0.9111842105263158, "kerning": 0.743421052631579, "line_height": 0.7516447368421053, "composite": 0.6943530701754387, "exact": 0.044407894736842105 }, "mean_api_response_cost_usd": 0.0005169851973684211, "cost_known_response_count": 608, "mean_latency_sec": 14.841130108462638, "latency_known_response_count": 608 }, { "label": "normal", "count": 608, "metrics": { "font": 0.12335526315789473, "category": 0.8552631578947368, "weight": 0.8388157894736842, "modifier": 0.9572368421052632, "kerning": 0.7598684210526315, "line_height": 0.9013157894736842, "composite": 0.7393092105263158, "exact": 0.06907894736842106 }, "mean_api_response_cost_usd": 0.0004865532894736842, "cost_known_response_count": 608, "mean_latency_sec": 13.937750603155827, "latency_known_response_count": 608 }, { "label": "tight", "count": 608, "metrics": { "font": 0.13651315789473684, "category": 0.8667763157894737, "weight": 0.8207236842105263, "modifier": 0.8618421052631579, "kerning": 0.2565789473684211, "line_height": 0.6875, "composite": 0.6049890350877193, "exact": 0.011513157894736841 }, "mean_api_response_cost_usd": 0.0005101865131578948, "cost_known_response_count": 608, "mean_latency_sec": 14.606658607154953, "latency_known_response_count": 608 } ], "line_height": [ { "label": "loose", "count": 608, "metrics": { "font": 0.10855263157894737, "category": 0.8453947368421053, "weight": 0.8289473684210527, "modifier": 0.9523026315789473, "kerning": 0.5773026315789473, "line_height": 0.9983552631578947, "composite": 0.7184758771929824, "exact": 0.05098684210526316 }, "mean_api_response_cost_usd": 0.0005072748355263159, "cost_known_response_count": 608, "mean_latency_sec": 14.425307162085359, "latency_known_response_count": 608 }, { "label": "normal", "count": 608, "metrics": { "font": 0.1299342105263158, "category": 0.8486842105263158, "weight": 0.8305921052631579, "modifier": 0.8865131578947368, "kerning": 0.5855263157894737, "line_height": 0.6595394736842105, "composite": 0.6567982456140351, "exact": 0.04111842105263158 }, "mean_api_response_cost_usd": 0.0005103746710526314, "cost_known_response_count": 608, "mean_latency_sec": 14.634093437992927, "latency_known_response_count": 608 }, { "label": "tight", "count": 608, "metrics": { "font": 0.12828947368421054, "category": 0.8585526315789473, "weight": 0.8223684210526315, "modifier": 0.8914473684210527, "kerning": 0.5970394736842105, "line_height": 0.6825657894736842, "composite": 0.6633771929824561, "exact": 0.03289473684210526 }, "mean_api_response_cost_usd": 0.0004960754934210523, "cost_known_response_count": 608, "mean_latency_sec": 14.326138718695132, "latency_known_response_count": 608 } ], "width": [ { "label": "medium", "count": 608, "metrics": { "font": 0.12828947368421054, "category": 0.8536184210526315, "weight": 0.8453947368421053, "modifier": 0.8963815789473685, "kerning": 0.5773026315789473, "line_height": 0.7927631578947368, "composite": 0.6822916666666666, "exact": 0.04276315789473684 }, "mean_api_response_cost_usd": 0.0004954781249999993, "cost_known_response_count": 608, "mean_latency_sec": 14.337076855800039, "latency_known_response_count": 608 }, { "label": "narrow", "count": 608, "metrics": { "font": 0.12006578947368421, "category": 0.8388157894736842, "weight": 0.8207236842105263, "modifier": 0.8865131578947368, "kerning": 0.6529605263157895, "line_height": 0.7450657894736842, "composite": 0.6773574561403509, "exact": 0.047697368421052634 }, "mean_api_response_cost_usd": 0.0005266506578947368, "cost_known_response_count": 608, "mean_latency_sec": 15.085090219181822, "latency_known_response_count": 608 }, { "label": "wide", "count": 608, "metrics": { "font": 0.11842105263157894, "category": 0.8601973684210527, "weight": 0.8157894736842105, "modifier": 0.9473684210526315, "kerning": 0.5296052631578947, "line_height": 0.8026315789473685, "composite": 0.679002192982456, "exact": 0.03453947368421053 }, "mean_api_response_cost_usd": 0.0004915962171052635, "cost_known_response_count": 608, "mean_latency_sec": 13.963372243791559, "latency_known_response_count": 608 } ] } }, { "model_id": "gpt-6-sol", "model_config": { "api_key_env": "OPENAI_API_KEY", "base_url": null, "display_name": "GPT-6 Sol", "enabled": true, "id": "gpt-6-sol", "input_per_m": 2.0, "max_output_tokens": 16384, "model": "gpt-6-sol", "notes": "Released 2026-09-22. Responses API, default medium reasoning. Output cap allows reasoning headroom without changing the frozen prompt or request shape.", "output_per_m": 10.0, "pricing_notes": "Standard online API rates in USD per million tokens for short context; no caching, batch discount, or tools assumed.", "pricing_source_url": "https://developers.openai.com/api/docs/pricing", "provider": "openai", "source_url": "https://developers.openai.com/api/docs/models/gpt-6-sol" }, "model_config_fingerprint": "af8f3a3ea9091dee2ba0cbb5716ba5343820be6bf866e5d30df779d0d92607ec", "status": "finalized", "coverage_status": "complete", "observed_task_count": 1824, "expected_task_count": 1824, "comparison_task_count": 1824, "metrics": { "font": 0.1924342105263158, "category": 0.944078947368421, "weight": 0.8645833333333334, "modifier": 0.9879385964912281, "kerning": 0.8015350877192983, "line_height": 0.9446271929824561, "composite": 0.7891995614035089, "exact": 0.12006578947368421 }, "mean_api_response_cost_usd": 0.013037700657894717, "cost_known_response_count": 1824, "mean_latency_sec": 19.452382949513808, "latency_known_response_count": 1824, "groups": { "font": [ { "label": "Arial", "count": 42, "metrics": { "font": 0.6904761904761905, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.8809523809523809, "line_height": 0.9761904761904762, "composite": 0.9246031746031745, "exact": 0.6428571428571429 }, "mean_api_response_cost_usd": 0.010861285714285716, "cost_known_response_count": 42, "mean_latency_sec": 16.012457566175033, "latency_known_response_count": 42 }, { "label": "Arvo", "count": 30, "metrics": { "font": 0.06666666666666667, "category": 0.9666666666666667, "weight": 0.8666666666666667, "modifier": 1.0, "kerning": 0.8333333333333334, "line_height": 1.0, "composite": 0.7888888888888891, "exact": 0.06666666666666667 }, "mean_api_response_cost_usd": 0.015019000000000001, "cost_known_response_count": 30, "mean_latency_sec": 22.80865665197683, "latency_known_response_count": 30 }, { "label": "Bebas Neue", "count": 12, "metrics": { "font": 0.5833333333333334, "category": 0.4166666666666667, "weight": 0.16666666666666666, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 0.5833333333333334, "composite": 0.5694444444444445, "exact": 0.08333333333333333 }, "mean_api_response_cost_usd": 0.015987, "cost_known_response_count": 12, "mean_latency_sec": 22.99176853906829, "latency_known_response_count": 12 }, { "label": "Bitter", "count": 60, "metrics": { "font": 0.0, "category": 0.9, "weight": 0.95, "modifier": 1.0, "kerning": 0.7833333333333333, "line_height": 0.95, "composite": 0.7638888888888888, "exact": 0.0 }, "mean_api_response_cost_usd": 0.012993899999999997, "cost_known_response_count": 60, "mean_latency_sec": 19.133901984275628, "latency_known_response_count": 60 }, { "label": "Bodoni Moda", "count": 45, "metrics": { "font": 0.28888888888888886, "category": 0.9777777777777777, "weight": 0.9333333333333333, "modifier": 1.0, "kerning": 0.7111111111111111, "line_height": 1.0, "composite": 0.8185185185185185, "exact": 0.2222222222222222 }, "mean_api_response_cost_usd": 0.011941066666666668, "cost_known_response_count": 45, "mean_latency_sec": 17.695480208802554, "latency_known_response_count": 45 }, { "label": "Bungee", "count": 12, "metrics": { "font": 1.0, "category": 1.0, "weight": 0.5, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 0.8333333333333334, "composite": 0.8333333333333334, "exact": 0.3333333333333333 }, "mean_api_response_cost_usd": 0.012299666666666667, "cost_known_response_count": 12, "mean_latency_sec": 18.027953826647718, "latency_known_response_count": 12 }, { "label": "Caveat", "count": 24, "metrics": { "font": 0.9583333333333334, "category": 1.0, "weight": 0.8333333333333334, "modifier": 0.9583333333333334, "kerning": 0.6666666666666666, "line_height": 0.4583333333333333, "composite": 0.8125, "exact": 0.25 }, "mean_api_response_cost_usd": 0.01200775, "cost_known_response_count": 24, "mean_latency_sec": 17.221903332790436, "latency_known_response_count": 24 }, { "label": "Cinzel", "count": 36, "metrics": { "font": 0.3611111111111111, "category": 0.9722222222222222, "weight": 0.8888888888888888, "modifier": 0.75, "kerning": 0.8888888888888888, "line_height": 0.9444444444444444, "composite": 0.8009259259259259, "exact": 0.2222222222222222 }, "mean_api_response_cost_usd": 0.014321222222222227, "cost_known_response_count": 36, "mean_latency_sec": 21.629750387768986, "latency_known_response_count": 36 }, { "label": "Comic Sans MS", "count": 12, "metrics": { "font": 0.5833333333333334, "category": 1.0, "weight": 1.0, "modifier": 0.9166666666666666, "kerning": 0.6666666666666666, "line_height": 0.8333333333333334, "composite": 0.8333333333333334, "exact": 0.3333333333333333 }, "mean_api_response_cost_usd": 0.012794333333333333, "cost_known_response_count": 12, "mean_latency_sec": 19.36970416198407, "latency_known_response_count": 12 }, { "label": "Cormorant Garamond", "count": 30, "metrics": { "font": 0.5333333333333333, "category": 1.0, "weight": 0.5666666666666667, "modifier": 1.0, "kerning": 0.8, "line_height": 0.8, "composite": 0.7833333333333332, "exact": 0.26666666666666666 }, "mean_api_response_cost_usd": 0.011459533333333332, "cost_known_response_count": 30, "mean_latency_sec": 16.76328436897602, "latency_known_response_count": 30 }, { "label": "Courier New", "count": 12, "metrics": { "font": 0.9166666666666666, "category": 0.9166666666666666, "weight": 1.0, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 0.8333333333333334, "composite": 0.8888888888888888, "exact": 0.5833333333333334 }, "mean_api_response_cost_usd": 0.011448166666666667, "cost_known_response_count": 12, "mean_latency_sec": 20.976544822605018, "latency_known_response_count": 12 }, { "label": "Crimson Text", "count": 30, "metrics": { "font": 0.0, "category": 0.9666666666666667, "weight": 0.9666666666666667, "modifier": 0.9666666666666667, "kerning": 0.8666666666666667, "line_height": 0.9333333333333333, "composite": 0.7833333333333333, "exact": 0.0 }, "mean_api_response_cost_usd": 0.013097800000000001, "cost_known_response_count": 30, "mean_latency_sec": 19.193430144782177, "latency_known_response_count": 30 }, { "label": "DM Sans", "count": 60, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.75, "modifier": 1.0, "kerning": 0.85, "line_height": 0.9666666666666667, "composite": 0.7611111111111111, "exact": 0.0 }, "mean_api_response_cost_usd": 0.012513, "cost_known_response_count": 60, "mean_latency_sec": 18.458011191749634, "latency_known_response_count": 60 }, { "label": "Dancing Script", "count": 24, "metrics": { "font": 0.6666666666666666, "category": 0.9583333333333334, "weight": 0.4583333333333333, "modifier": 0.9583333333333334, "kerning": 0.625, "line_height": 0.875, "composite": 0.7569444444444445, "exact": 0.125 }, "mean_api_response_cost_usd": 0.01293208333333333, "cost_known_response_count": 24, "mean_latency_sec": 19.160441218836542, "latency_known_response_count": 24 }, { "label": "EB Garamond", "count": 30, "metrics": { "font": 0.03333333333333333, "category": 0.9666666666666667, "weight": 1.0, "modifier": 1.0, "kerning": 0.9333333333333333, "line_height": 0.9, "composite": 0.8055555555555557, "exact": 0.03333333333333333 }, "mean_api_response_cost_usd": 0.012444933333333331, "cost_known_response_count": 30, "mean_latency_sec": 18.092830838581236, "latency_known_response_count": 30 }, { "label": "Fira Code", "count": 24, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.875, "line_height": 0.9583333333333334, "composite": 0.8055555555555555, "exact": 0.0 }, "mean_api_response_cost_usd": 0.013479249999999998, "cost_known_response_count": 24, "mean_latency_sec": 19.760900651095046, "latency_known_response_count": 24 }, { "label": "Fira Sans", "count": 45, "metrics": { "font": 0.0, "category": 0.9333333333333333, "weight": 0.9111111111111111, "modifier": 0.9777777777777777, "kerning": 0.8, "line_height": 0.9555555555555556, "composite": 0.7629629629629631, "exact": 0.0 }, "mean_api_response_cost_usd": 0.014583333333333335, "cost_known_response_count": 45, "mean_latency_sec": 21.87443754631612, "latency_known_response_count": 45 }, { "label": "Georgia", "count": 30, "metrics": { "font": 0.9, "category": 1.0, "weight": 0.9333333333333333, "modifier": 1.0, "kerning": 0.7666666666666667, "line_height": 1.0, "composite": 0.9333333333333332, "exact": 0.7333333333333333 }, "mean_api_response_cost_usd": 0.009745533333333334, "cost_known_response_count": 30, "mean_latency_sec": 14.199333857644039, "latency_known_response_count": 30 }, { "label": "Helvetica", "count": 45, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.9111111111111111, "line_height": 1.0, "composite": 0.8185185185185185, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011184977777777778, "cost_known_response_count": 45, "mean_latency_sec": 16.236825214978307, "latency_known_response_count": 45 }, { "label": "Impact", "count": 12, "metrics": { "font": 0.5833333333333334, "category": 0.25, "weight": 0.08333333333333333, "modifier": 1.0, "kerning": 0.9166666666666666, "line_height": 0.9166666666666666, "composite": 0.625, "exact": 0.0 }, "mean_api_response_cost_usd": 0.014022166666666667, "cost_known_response_count": 12, "mean_latency_sec": 21.754772834246978, "latency_known_response_count": 12 }, { "label": "Inter", "count": 60, "metrics": { "font": 0.03333333333333333, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.8666666666666667, "line_height": 0.9833333333333333, "composite": 0.8138888888888888, "exact": 0.03333333333333333 }, "mean_api_response_cost_usd": 0.012942733333333328, "cost_known_response_count": 60, "mean_latency_sec": 19.442324119398837, "latency_known_response_count": 60 }, { "label": "JetBrains Mono", "count": 45, "metrics": { "font": 0.0, "category": 0.9555555555555556, "weight": 0.7333333333333333, "modifier": 1.0, "kerning": 0.8444444444444444, "line_height": 0.9555555555555556, "composite": 0.7481481481481481, "exact": 0.0 }, "mean_api_response_cost_usd": 0.012929022222222222, "cost_known_response_count": 45, "mean_latency_sec": 19.16006108942545, "latency_known_response_count": 45 }, { "label": "Lato", "count": 45, "metrics": { "font": 0.022222222222222223, "category": 1.0, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.9777777777777777, "line_height": 1.0, "composite": 0.7777777777777777, "exact": 0.022222222222222223 }, "mean_api_response_cost_usd": 0.013000711111111117, "cost_known_response_count": 45, "mean_latency_sec": 19.409171855641116, "latency_known_response_count": 45 }, { "label": "Libre Baskerville", "count": 27, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9629629629629629, "modifier": 1.0, "kerning": 0.7037037037037037, "line_height": 1.0, "composite": 0.7777777777777777, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01024251851851852, "cost_known_response_count": 27, "mean_latency_sec": 14.863232693134773, "latency_known_response_count": 27 }, { "label": "Lobster", "count": 12, "metrics": { "font": 0.5833333333333334, "category": 0.08333333333333333, "weight": 0.25, "modifier": 0.9166666666666666, "kerning": 0.3333333333333333, "line_height": 0.8333333333333334, "composite": 0.5000000000000001, "exact": 0.0 }, "mean_api_response_cost_usd": 0.013483, "cost_known_response_count": 12, "mean_latency_sec": 20.855853628677625, "latency_known_response_count": 12 }, { "label": "Lora", "count": 30, "metrics": { "font": 0.0, "category": 0.9666666666666667, "weight": 0.9666666666666667, "modifier": 0.9666666666666667, "kerning": 0.8666666666666667, "line_height": 1.0, "composite": 0.7944444444444444, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011767600000000001, "cost_known_response_count": 30, "mean_latency_sec": 17.163554068041655, "latency_known_response_count": 30 }, { "label": "Merriweather", "count": 45, "metrics": { "font": 0.0, "category": 0.9555555555555556, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.8666666666666667, "line_height": 0.9555555555555556, "composite": 0.7407407407407408, "exact": 0.0 }, "mean_api_response_cost_usd": 0.010002311111111111, "cost_known_response_count": 45, "mean_latency_sec": 14.562246274115104, "latency_known_response_count": 45 }, { "label": "Montserrat", "count": 60, "metrics": { "font": 0.25, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.6833333333333333, "line_height": 0.95, "composite": 0.813888888888889, "exact": 0.18333333333333332 }, "mean_api_response_cost_usd": 0.012821999999999998, "cost_known_response_count": 60, "mean_latency_sec": 19.24716015267574, "latency_known_response_count": 60 }, { "label": "Noto Sans", "count": 60, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.7833333333333333, "line_height": 0.9833333333333333, "composite": 0.7944444444444444, "exact": 0.0 }, "mean_api_response_cost_usd": 0.014197700000000002, "cost_known_response_count": 60, "mean_latency_sec": 20.843771507171915, "latency_known_response_count": 60 }, { "label": "Nunito", "count": 60, "metrics": { "font": 0.016666666666666666, "category": 0.75, "weight": 0.6666666666666666, "modifier": 1.0, "kerning": 0.6833333333333333, "line_height": 0.9333333333333333, "composite": 0.6750000000000002, "exact": 0.0 }, "mean_api_response_cost_usd": 0.013746733333333327, "cost_known_response_count": 60, "mean_latency_sec": 20.807568466069643, "latency_known_response_count": 60 }, { "label": "Open Sans", "count": 30, "metrics": { "font": 0.1, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.8333333333333334, "line_height": 1.0, "composite": 0.8222222222222223, "exact": 0.1 }, "mean_api_response_cost_usd": 0.013772733333333332, "cost_known_response_count": 30, "mean_latency_sec": 20.633764683113743, "latency_known_response_count": 30 }, { "label": "Oswald", "count": 36, "metrics": { "font": 0.7222222222222222, "category": 0.8888888888888888, "weight": 0.7777777777777778, "modifier": 1.0, "kerning": 0.8055555555555556, "line_height": 0.9444444444444444, "composite": 0.8564814814814815, "exact": 0.5277777777777778 }, "mean_api_response_cost_usd": 0.013287611111111108, "cost_known_response_count": 36, "mean_latency_sec": 19.617885747096604, "latency_known_response_count": 36 }, { "label": "PT Sans", "count": 30, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.8666666666666667, "line_height": 0.9666666666666667, "composite": 0.8055555555555555, "exact": 0.0 }, "mean_api_response_cost_usd": 0.014110466666666665, "cost_known_response_count": 30, "mean_latency_sec": 20.483846751538415, "latency_known_response_count": 30 }, { "label": "PT Serif", "count": 30, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.8666666666666667, "line_height": 1.0, "composite": 0.8111111111111112, "exact": 0.0 }, "mean_api_response_cost_usd": 0.009927066666666668, "cost_known_response_count": 30, "mean_latency_sec": 14.37803486182044, "latency_known_response_count": 30 }, { "label": "Pacifico", "count": 12, "metrics": { "font": 0.25, "category": 1.0, "weight": 0.5, "modifier": 0.9166666666666666, "kerning": 0.5, "line_height": 1.0, "composite": 0.6944444444444443, "exact": 0.16666666666666666 }, "mean_api_response_cost_usd": 0.0140485, "cost_known_response_count": 12, "mean_latency_sec": 20.963376681126345, "latency_known_response_count": 12 }, { "label": "Playfair Display", "count": 45, "metrics": { "font": 0.4444444444444444, "category": 0.9777777777777777, "weight": 0.8666666666666667, "modifier": 1.0, "kerning": 0.8666666666666667, "line_height": 0.9555555555555556, "composite": 0.8518518518518517, "exact": 0.3111111111111111 }, "mean_api_response_cost_usd": 0.011560088888888891, "cost_known_response_count": 45, "mean_latency_sec": 18.59072680548351, "latency_known_response_count": 45 }, { "label": "Plus Jakarta Sans", "count": 45, "metrics": { "font": 0.0, "category": 0.9777777777777777, "weight": 0.9555555555555556, "modifier": 1.0, "kerning": 0.8666666666666667, "line_height": 1.0, "composite": 0.8000000000000002, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01308195555555555, "cost_known_response_count": 45, "mean_latency_sec": 20.028528996660476, "latency_known_response_count": 45 }, { "label": "Poppins", "count": 45, "metrics": { "font": 0.5555555555555556, "category": 1.0, "weight": 0.9777777777777777, "modifier": 1.0, "kerning": 0.7333333333333333, "line_height": 0.9777777777777777, "composite": 0.8740740740740741, "exact": 0.37777777777777777 }, "mean_api_response_cost_usd": 0.012064977777777777, "cost_known_response_count": 45, "mean_latency_sec": 18.21860564351082, "latency_known_response_count": 45 }, { "label": "Raleway", "count": 60, "metrics": { "font": 0.15, "category": 1.0, "weight": 0.8666666666666667, "modifier": 1.0, "kerning": 0.9, "line_height": 0.9833333333333333, "composite": 0.8166666666666665, "exact": 0.08333333333333333 }, "mean_api_response_cost_usd": 0.013394066666666664, "cost_known_response_count": 60, "mean_latency_sec": 20.595237174940607, "latency_known_response_count": 60 }, { "label": "Roboto", "count": 60, "metrics": { "font": 0.21666666666666667, "category": 1.0, "weight": 0.85, "modifier": 1.0, "kerning": 0.8833333333333333, "line_height": 1.0, "composite": 0.8250000000000001, "exact": 0.15 }, "mean_api_response_cost_usd": 0.013851599999999995, "cost_known_response_count": 60, "mean_latency_sec": 20.46638711077394, "latency_known_response_count": 60 }, { "label": "Roboto Mono", "count": 45, "metrics": { "font": 0.37777777777777777, "category": 0.9333333333333333, "weight": 0.9555555555555556, "modifier": 1.0, "kerning": 0.8444444444444444, "line_height": 0.9555555555555556, "composite": 0.8444444444444444, "exact": 0.28888888888888886 }, "mean_api_response_cost_usd": 0.012888133333333333, "cost_known_response_count": 45, "mean_latency_sec": 19.334167172997777, "latency_known_response_count": 45 }, { "label": "Rubik", "count": 45, "metrics": { "font": 0.0, "category": 0.8222222222222222, "weight": 0.7777777777777778, "modifier": 0.9777777777777777, "kerning": 0.8, "line_height": 0.9777777777777777, "composite": 0.725925925925926, "exact": 0.0 }, "mean_api_response_cost_usd": 0.014061866666666664, "cost_known_response_count": 45, "mean_latency_sec": 21.05204186241867, "latency_known_response_count": 45 }, { "label": "Shadows Into Light", "count": 12, "metrics": { "font": 0.5833333333333334, "category": 1.0, "weight": 1.0, "modifier": 0.75, "kerning": 0.5, "line_height": 0.8333333333333334, "composite": 0.7777777777777778, "exact": 0.3333333333333333 }, "mean_api_response_cost_usd": 0.011463, "cost_known_response_count": 12, "mean_latency_sec": 17.035343719665736, "latency_known_response_count": 12 }, { "label": "Source Code Pro", "count": 60, "metrics": { "font": 0.016666666666666666, "category": 0.65, "weight": 0.8166666666666667, "modifier": 0.9833333333333333, "kerning": 0.6333333333333333, "line_height": 0.9, "composite": 0.6666666666666666, "exact": 0.016666666666666666 }, "mean_api_response_cost_usd": 0.017539000000000006, "cost_known_response_count": 60, "mean_latency_sec": 26.138405836513265, "latency_known_response_count": 60 }, { "label": "Source Sans 3", "count": 60, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.9, "modifier": 1.0, "kerning": 0.8833333333333333, "line_height": 0.8333333333333334, "composite": 0.7694444444444444, "exact": 0.0 }, "mean_api_response_cost_usd": 0.015960333333333333, "cost_known_response_count": 60, "mean_latency_sec": 23.580169589681706, "latency_known_response_count": 60 }, { "label": "Space Mono", "count": 30, "metrics": { "font": 0.2, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.9, "line_height": 1.0, "composite": 0.8500000000000001, "exact": 0.16666666666666666 }, "mean_api_response_cost_usd": 0.013459733333333335, "cost_known_response_count": 30, "mean_latency_sec": 19.933173696898546, "latency_known_response_count": 30 }, { "label": "Spectral", "count": 45, "metrics": { "font": 0.0, "category": 1.0, "weight": 0.8666666666666667, "modifier": 1.0, "kerning": 0.6444444444444445, "line_height": 0.9555555555555556, "composite": 0.7444444444444445, "exact": 0.0 }, "mean_api_response_cost_usd": 0.011448177777777777, "cost_known_response_count": 45, "mean_latency_sec": 17.083315318890122, "latency_known_response_count": 45 }, { "label": "Times New Roman", "count": 12, "metrics": { "font": 0.9166666666666666, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.9166666666666666, "line_height": 1.0, "composite": 0.9722222222222222, "exact": 0.8333333333333334 }, "mean_api_response_cost_usd": 0.009416, "cost_known_response_count": 12, "mean_latency_sec": 14.383753789802237, "latency_known_response_count": 12 }, { "label": "Verdana", "count": 3, "metrics": { "font": 0.0, "category": 1.0, "weight": 1.0, "modifier": 1.0, "kerning": 0.6666666666666666, "line_height": 1.0, "composite": 0.7777777777777777, "exact": 0.0 }, "mean_api_response_cost_usd": 0.010747999999999999, "cost_known_response_count": 3, "mean_latency_sec": 15.917469205024341, "latency_known_response_count": 3 }, { "label": "Work Sans", "count": 60, "metrics": { "font": 0.0, "category": 0.9833333333333333, "weight": 0.9, "modifier": 1.0, "kerning": 0.7333333333333333, "line_height": 0.9, "composite": 0.7527777777777778, "exact": 0.0 }, "mean_api_response_cost_usd": 0.01474813333333333, "cost_known_response_count": 60, "mean_latency_sec": 22.209600947094927, "latency_known_response_count": 60 } ], "category": [ { "label": "handwriting", "count": 84, "metrics": { "font": 0.6666666666666666, "category": 0.9880952380952381, "weight": 0.7261904761904762, "modifier": 0.9166666666666666, "kerning": 0.6071428571428571, "line_height": 0.7619047619047619, "composite": 0.7777777777777777, "exact": 0.2261904761904762 }, "mean_api_response_cost_usd": 0.01259792857142857, "cost_known_response_count": 84, "mean_latency_sec": 18.590444809432874, "latency_known_response_count": 84 }, { "label": "mono", "count": 216, "metrics": { "font": 0.16203703703703703, "category": 0.875, "weight": 0.8842592592592593, "modifier": 0.9953703703703703, "kerning": 0.7870370370370371, "line_height": 0.9398148148148148, "composite": 0.7739197530864197, "exact": 0.12037037037037036 }, "mean_api_response_cost_usd": 0.014253629629629623, "cost_known_response_count": 216, "mean_latency_sec": 21.409814751871938, "latency_known_response_count": 216 }, { "label": "non-serif", "count": 951, "metrics": { "font": 0.13038906414300735, "category": 0.9663512092534174, "weight": 0.8906414300736067, "modifier": 0.9978969505783386, "kerning": 0.8243953732912723, "line_height": 0.9621451104100947, "composite": 0.7953031896249563, "exact": 0.09884332281808622 }, "mean_api_response_cost_usd": 0.013420450052576239, "cost_known_response_count": 951, "mean_latency_sec": 20.03779618431286, "latency_known_response_count": 951 }, { "label": "other", "count": 48, "metrics": { "font": 0.6875, "category": 0.4375, "weight": 0.25, "modifier": 0.9791666666666666, "kerning": 0.6458333333333334, "line_height": 0.7916666666666666, "composite": 0.6319444444444444, "exact": 0.10416666666666667 }, "mean_api_response_cost_usd": 0.01394795833333333, "cost_known_response_count": 48, "mean_latency_sec": 20.90758720716015, "latency_known_response_count": 48 }, { "label": "serif", "count": 525, "metrics": { "font": 0.1961904761904762, "category": 0.9714285714285714, "weight": 0.8876190476190476, "modifier": 0.979047619047619, "kerning": 0.8114285714285714, "line_height": 0.9580952380952381, "composite": 0.8006349206349207, "exact": 0.14285714285714285 }, "mean_api_response_cost_usd": 0.011831249523809524, "cost_known_response_count": 525, "mean_latency_sec": 17.59146817579289, "latency_known_response_count": 525 } ], "weight": [ { "label": "black", "count": 309, "metrics": { "font": 0.11974110032362459, "category": 0.8964401294498382, "weight": 0.6957928802588996, "modifier": 0.9838187702265372, "kerning": 0.8187702265372169, "line_height": 0.9546925566343042, "composite": 0.7448759439050701, "exact": 0.08414239482200647 }, "mean_api_response_cost_usd": 0.013928737864077676, "cost_known_response_count": 309, "mean_latency_sec": 20.939037338593177, "latency_known_response_count": 309 }, { "label": "bold", "count": 582, "metrics": { "font": 0.17869415807560138, "category": 0.9776632302405498, "weight": 0.8797250859106529, "modifier": 0.9896907216494846, "kerning": 0.8762886597938144, "line_height": 0.9518900343642611, "composite": 0.808991981672394, "exact": 0.11683848797250859 }, "mean_api_response_cost_usd": 0.012111828178694169, "cost_known_response_count": 582, "mean_latency_sec": 17.93936006410073, "latency_known_response_count": 582 }, { "label": "regular", "count": 696, "metrics": { "font": 0.24856321839080459, "category": 0.9468390804597702, "weight": 0.9166666666666666, "modifier": 0.985632183908046, "kerning": 0.7744252873563219, "line_height": 0.9367816091954023, "composite": 0.8014846743295019, "exact": 0.14224137931034483 }, "mean_api_response_cost_usd": 0.012650063218390807, "cost_known_response_count": 696, "mean_latency_sec": 18.779949362892204, "latency_known_response_count": 696 }, { "label": "thin", "count": 237, "metrics": { "font": 0.15611814345991562, "category": 0.9156118143459916, "weight": 0.8945147679324894, "modifier": 0.9957805907172996, "kerning": 0.6751054852320675, "line_height": 0.9367088607594937, "composite": 0.7623066104078761, "exact": 0.10970464135021098 }, "mean_api_response_cost_usd": 0.015288008438818553, "cost_known_response_count": 237, "mean_latency_sec": 23.204352946870447, "latency_known_response_count": 237 } ], "modifier": [ { "label": "italic", "count": 312, "metrics": { "font": 0.1346153846153846, "category": 0.9391025641025641, "weight": 0.875, "modifier": 0.9903846153846154, "kerning": 0.7916666666666666, "line_height": 0.9935897435897436, "composite": 0.7873931623931624, "exact": 0.10897435897435898 }, "mean_api_response_cost_usd": 0.012079224358974364, "cost_known_response_count": 312, "mean_latency_sec": 17.962457769960075, "latency_known_response_count": 312 }, { "label": "regular", "count": 378, "metrics": { "font": 0.23544973544973544, "category": 0.9497354497354498, "weight": 0.8968253968253969, "modifier": 0.9735449735449735, "kerning": 0.8253968253968254, "line_height": 0.9761904761904762, "composite": 0.8095238095238094, "exact": 0.164021164021164 }, "mean_api_response_cost_usd": 0.012429105820105825, "cost_known_response_count": 378, "mean_latency_sec": 18.58218803085207, "latency_known_response_count": 378 }, { "label": "small-caps", "count": 378, "metrics": { "font": 0.19047619047619047, "category": 0.9391534391534392, "weight": 0.8597883597883598, "modifier": 0.9761904761904762, "kerning": 0.7777777777777778, "line_height": 0.7857142857142857, "composite": 0.7548500881834216, "exact": 0.082010582010582 }, "mean_api_response_cost_usd": 0.01438930158730159, "cost_known_response_count": 378, "mean_latency_sec": 21.350720383103063, "latency_known_response_count": 378 }, { "label": "strikethrough", "count": 378, "metrics": { "font": 0.17195767195767195, "category": 0.9338624338624338, "weight": 0.8253968253968254, "modifier": 1.0, "kerning": 0.798941798941799, "line_height": 0.9867724867724867, "composite": 0.7861552028218695, "exact": 0.1111111111111111 }, "mean_api_response_cost_usd": 0.01286250793650794, "cost_known_response_count": 378, "mean_latency_sec": 19.23769538135147, "latency_known_response_count": 378 }, { "label": "underline", "count": 378, "metrics": { "font": 0.21957671957671956, "category": 0.9576719576719577, "weight": 0.8677248677248677, "modifier": 1.0, "kerning": 0.8121693121693122, "line_height": 0.9894179894179894, "composite": 0.8077601410934744, "exact": 0.13227513227513227 }, "mean_api_response_cost_usd": 0.013261010582010593, "cost_known_response_count": 378, "mean_latency_sec": 19.868707516031073, "latency_known_response_count": 378 } ], "kerning": [ { "label": "loose", "count": 608, "metrics": { "font": 0.18092105263157895, "category": 0.9391447368421053, "weight": 0.8618421052631579, "modifier": 0.9884868421052632, "kerning": 0.9605263157894737, "line_height": 0.944078947368421, "composite": 0.8125, "exact": 0.13980263157894737 }, "mean_api_response_cost_usd": 0.01319133223684211, "cost_known_response_count": 608, "mean_latency_sec": 19.56700379807367, "latency_known_response_count": 608 }, { "label": "normal", "count": 608, "metrics": { "font": 0.20230263157894737, "category": 0.9506578947368421, "weight": 0.8717105263157895, "modifier": 0.9901315789473685, "kerning": 0.9013157894736842, "line_height": 0.9884868421052632, "composite": 0.8174342105263158, "exact": 0.1513157894736842 }, "mean_api_response_cost_usd": 0.01212479934210527, "cost_known_response_count": 608, "mean_latency_sec": 18.07033360119883, "latency_known_response_count": 608 }, { "label": "tight", "count": 608, "metrics": { "font": 0.19407894736842105, "category": 0.9424342105263158, "weight": 0.8601973684210527, "modifier": 0.9851973684210527, "kerning": 0.5427631578947368, "line_height": 0.9013157894736842, "composite": 0.7376644736842106, "exact": 0.06907894736842106 }, "mean_api_response_cost_usd": 0.013796970394736862, "cost_known_response_count": 608, "mean_latency_sec": 20.71981144926892, "latency_known_response_count": 608 } ], "line_height": [ { "label": "loose", "count": 608, "metrics": { "font": 0.18914473684210525, "category": 0.9473684210526315, "weight": 0.8667763157894737, "modifier": 0.9884868421052632, "kerning": 0.8305921052631579, "line_height": 0.9983552631578947, "composite": 0.8034539473684211, "exact": 0.12664473684210525 }, "mean_api_response_cost_usd": 0.012875743421052643, "cost_known_response_count": 608, "mean_latency_sec": 19.032519215473975, "latency_known_response_count": 608 }, { "label": "normal", "count": 608, "metrics": { "font": 0.1924342105263158, "category": 0.9457236842105263, "weight": 0.8618421052631579, "modifier": 0.9851973684210527, "kerning": 0.7516447368421053, "line_height": 0.9078947368421053, "composite": 0.774122807017544, "exact": 0.11348684210526316 }, "mean_api_response_cost_usd": 0.013206292763157901, "cost_known_response_count": 608, "mean_latency_sec": 19.75407198864789, "latency_known_response_count": 608 }, { "label": "tight", "count": 608, "metrics": { "font": 0.19572368421052633, "category": 0.9391447368421053, "weight": 0.8651315789473685, "modifier": 0.9901315789473685, "kerning": 0.8223684210526315, "line_height": 0.9276315789473685, "composite": 0.7900219298245613, "exact": 0.12006578947368421 }, "mean_api_response_cost_usd": 0.013031065789473693, "cost_known_response_count": 608, "mean_latency_sec": 19.57055764441956, "latency_known_response_count": 608 } ], "width": [ { "label": "medium", "count": 608, "metrics": { "font": 0.1875, "category": 0.9424342105263158, "weight": 0.8766447368421053, "modifier": 0.9917763157894737, "kerning": 0.7598684210526315, "line_height": 0.9424342105263158, "composite": 0.7834429824561403, "exact": 0.10361842105263158 }, "mean_api_response_cost_usd": 0.013193608552631596, "cost_known_response_count": 608, "mean_latency_sec": 19.568926820127864, "latency_known_response_count": 608 }, { "label": "narrow", "count": 608, "metrics": { "font": 0.1825657894736842, "category": 0.9342105263157895, "weight": 0.8717105263157895, "modifier": 0.9851973684210527, "kerning": 0.8273026315789473, "line_height": 0.944078947368421, "composite": 0.790844298245614, "exact": 0.12828947368421054 }, "mean_api_response_cost_usd": 0.012963523026315796, "cost_known_response_count": 608, "mean_latency_sec": 19.66966701057122, "latency_known_response_count": 608 }, { "label": "wide", "count": 608, "metrics": { "font": 0.20723684210526316, "category": 0.9555921052631579, "weight": 0.8453947368421053, "modifier": 0.9868421052631579, "kerning": 0.8174342105263158, "line_height": 0.9473684210526315, "composite": 0.7933114035087719, "exact": 0.12828947368421054 }, "mean_api_response_cost_usd": 0.012955970394736841, "cost_known_response_count": 608, "mean_latency_sec": 19.11855501784234, "latency_known_response_count": 608 } ] } } ], "results": [ { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf5a3dc7-e7d9-40b3-96bf-874520938f51", "result_sha256": "e9d49f770afc0af14783b9ff78406b0ad9bb3c3c538bfb9b6521fd580f623d07", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0063, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.3334640450775623, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:12.504423+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca84baf4-9278-405b-a296-abc055378cad", "result_sha256": "38206428bb5a1bea52d37eedc700b7c3a19f9fb8611a8180bdb1fb9c1401ec98", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5896373291034251, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:57.983865+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae24b8e8-5a16-44e5-b922-0fab498bcdad", "result_sha256": "30e26a98ebe7b11293d1c2e06fe244469aaff671db23d33c005ae10b984fbf63", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7452300891745836, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:54.776049+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5c07809-f95e-4404-bea2-dd971685632c", "result_sha256": "a5ad747cd0edf3f0a737f407b097932c07c6aedb42ef6e61a7e3a4e221e9f458", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006392, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.244879907928407, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:18.374685+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2fa41cb-34e9-4bb6-a59a-12ebc2311f2e", "result_sha256": "aba53c74eb6f1f64577d71c9eec6398bcd42a0294d05e9511a07b4310ff3b809", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006844, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9243804509751499, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:09.255525+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "71acd286-6453-4dc4-b728-c20edec37547", "result_sha256": "7b4b44db19ac573782ffefd0f44f497c22a773105d3878a22f64ca2cdc9ec7c3", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6939227029215544, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:14.236601+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "75082552-06f0-4de7-aa8c-a9799682f508", "result_sha256": "43315526bdc6ff0b9a96a0d3f1da4fa0715abafc1ffc9c0cfe2868e4a1e20876", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006604, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.183328734943643, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Arimo", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arimo\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:49:12.379124+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4f498fb-2403-4c5d-8427-e6a89f287a7e", "result_sha256": "58c1137137de0b586d1aea0f5180e855429d90d9efe87a77a2847589413a648a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006768, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4707084328401834, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Liberation Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Liberation Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T13:47:29.749592+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dac0481-b147-435a-8d8a-7df70a293c84", "result_sha256": "fe7a760a32a67a20ee613391ee9df244f0c4e253dadc6b2b83d362476b5f2a92", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.8309724209830165, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Arimo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arimo\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:44.140105+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1a8de2d-bf1d-491e-8a5e-9cc7dced4380", "result_sha256": "beb96c416151b3bc46845b4a69206c8cebda5faed71640975abdd891b5f21239", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006728, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.990005266154185, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Liberation Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Liberation Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:21.978820+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a150435-5f97-478a-955b-13c579044a83", "result_sha256": "74df14406d700d9b6a6bae6c0e269a65d8fe235b9627b4de9090c31a722f4c8c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6893665038514882, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Arimo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arimo\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:45.327800+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab6d783e-403c-4f3c-af4b-97490763ad38", "result_sha256": "0759f30cecdac3f6797d37f2bdc4caad4190c55c56212c509a3172e514770673", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00684, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.335168403107673, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Arimo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arimo\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:01.633286+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0b1d366-7d1c-4354-a235-c813d0b0d9a3", "result_sha256": "e601f1975b382e443f0da154a296c00a59dc421c990b215fa60b6e1090ac8729", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.9552142538595945, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:05.243053+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8a766d7-2735-4c02-9814-d71782bd62b6", "result_sha256": "477145ca42e03348dbe097a0534a2b6206dde8afd0121153b785304c5eded07b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.540704457089305, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arimo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arimo\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:22:49.939647+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6eb57ce9-abfe-4651-b5a7-bd5cbf078db0", "result_sha256": "0d9628a856895d29a089c7cd1eb2c24ce1eec2d7975a1633dd85db51638da129", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006656, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v30.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.812897349940613, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:18.324437+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "10c18a88-6125-44fe-b253-d6b01d668e13", "result_sha256": "5a2f5ffc49e4e9935cdd0a8621b09a798153bd27545f5e9d8a5cd42dcca30af8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4509785119444132, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:03.717518+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fec42f95-6588-4cdf-8a36-50b7b303d0f1", "result_sha256": "fae13ac096415d2d94f86acf2ce49efc5a15b46de2800a6ba16335a92a41d0dd", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006496, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.8772976452019066, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:48:51.610847+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "011ae648-a197-4e76-85aa-f790194d5d99", "result_sha256": "cd88727a91642a92ac9ed4827facbd303084c33ee44077221a5baee52d3a37d9", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00686, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4977938570082188, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:48:09.275674+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "74128b8a-6a71-4b0d-9320-7fe545b71168", "result_sha256": "abb685cd65ebbc89eb47a98bd6b54f1716dabb45b74f7d459f60b3aafbe9e74d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3630325328558683, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:01.264181+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "75b855ac-c900-42eb-a528-db193f9e44fe", "result_sha256": "3e76c3295157bb4aba033d34bdb284142a4efb416ad3ca9b0d87a69d64e87322", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6874624399933964, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Arial\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:48:43.009487+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7c0e46a-713f-4c47-8f1f-e3b3bb2ca964", "result_sha256": "98530f9ff42d3b4ea31190391eb4741c2851aa5a9d006738d617d10698bea96b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006392, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.431943556992337, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:18.524236+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "39ae48b1-79bf-41bf-b8f3-7d249a1e3cb8", "result_sha256": "b63a810ea64bb0fe84933d340479268f013207c805a0c2c9e9609b77e1b01bd9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006844, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3085791601333767, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:26.135110+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "54f2154d-3c11-467b-a6ac-1ae7013869c4", "result_sha256": "786726b5d6ef2e854e20142f19c950d22ead0578ed2de2a27e2cefb6c9894a40", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6484457980841398, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:00.484749+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d507b702-8d04-47d8-a409-805fbc682b19", "result_sha256": "7d874a9004f28c15f4d6a24d28544c4d9b16e478b2d993ef319128ff62d45aee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006576, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.540716604096815, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:23.101627+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd13c080-357b-4162-8e1f-40b8fa18043e", "result_sha256": "5c7719b2cc74c217e7de2542c659bae34bbe508f1ab6a570fb1cda9a759bb878", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2551104601006955, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:20:33.498295+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e84760b-af42-4c78-9cec-613bc0b99d79", "result_sha256": "68e1829fc8805c83ddda8a7f682e8d810f798849a6ee535174733c615cbd9022", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1941575719974935, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:22.537001+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "48bdc95c-a0e9-4e3c-b9b4-bbd51c2f2984", "result_sha256": "6cdef1938ad2b9c58515fdbd18e8dbcff500debf327a3995f923e5bc5cc1792c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3445524889975786, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:47.064462+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9201af8-1696-4547-af9c-c9aed5b8e23a", "result_sha256": "6d0ac81f6818f90943994cd91a8ce0a1617729b34b575afc124135a39d5c84a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v43.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.443434082902968, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arimo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arimo\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:23.719176+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "348af7ad-2656-4488-944a-15a3a798f131", "result_sha256": "7868f2502a1f6214ca84a6a2af77e2e51f936f14de92f2d328eea5a4cdcbe8e9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v44.png", "input_tokens": 1435, "kerning": "normal", "kerning_correct": false, "latency_sec": 6.920311832102016, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:50:00.795486+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "158f2237-49b0-468c-8476-f36023c2641d", "result_sha256": "9219065804689e2f56a894b7844872214490004479c03b3580c548f25c8d8a67", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5703754099085927, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arimo", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arimo\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:10.300172+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "34d48ed4-7d9f-4019-84da-bc84226e9d9d", "result_sha256": "6c1a6a62fa55643186974ec6ba2f29e1dab7f2fcfcbf24049ad55833fd3b6656", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006248, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.7291631170082837, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:11.864396+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "630b8e5a-984a-4dbf-93d1-f62036533c16", "result_sha256": "59314764fa0307295ac932a0af0a88d16fd0bc3d98f66f17140f1f7d672dd65c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006556, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v47.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.2845506849698722, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:38.380384+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8063347e-aeba-4bcb-aedb-e806fe511291", "result_sha256": "3e2e26b8f2142bd26e391c74c874038537cb027f59fc9e5c799d6f9694973636", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006824, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.239455577917397, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:31:15.897554+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd6163b4-92f8-4223-9e18-e86f08d53894", "result_sha256": "f4b0667991b3239e43e00b5c02db41512cb9f9e12ac48f9c55bcc490ca098bbb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006568, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.7928478580433875, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:39.878912+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f1ff828-d0f3-40c3-827b-b388d0106b45", "result_sha256": "7e48bb8aca2e0c9a70dd3bf4fd2c36f0652c14175893e9bc2c93b488dac451d8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006372, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v53.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5485150911845267, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:35.816086+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b072319-8936-48ac-aae1-b5a66a9411bd", "result_sha256": "7759a62f76829b945e5041147d5bece4465b2ea26548100bbb1c2dd574fc349f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006696, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0722410569433123, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:35.959806+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1265f88f-04aa-40c0-978e-205241e542a0", "result_sha256": "5b8aeea5e14485e9f7b71eb3eade7ce25f0ce16ebf70125e060343f1a8812d3b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4687349661253393, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:57.439469+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "47a61009-7649-4d25-bb5a-95b332daa172", "result_sha256": "c3a4cf0f592ed5ba99e432c3c1ead2c99028d2c2c2a7063ea375b434cbf0a18a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.1685392090585083, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:51.088063+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "18600c60-ab13-4e8a-aae6-1b6fc25596e7", "result_sha256": "428d7586afa12bdb5adf75e760909ddedeb4a81a98ee2d20134fae270920fd6c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00688, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.557232117978856, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:05.288589+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f4b686b-f682-4e5f-b6e7-2fae863da7ad", "result_sha256": "2794a916e1955ced994d5da6b6750214b1eb40a8be40bc11e79937be51895a47", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006656, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v58.png", "input_tokens": 1389, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4935995440464467, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:02.167553+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8cf38f63-4690-4131-94f6-af2c0e41043c", "result_sha256": "9025c3b21fd4285601d7016b83a4c33eaca1b4b2f7292d237c62b2a9351f005c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.477892461931333, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:17.793765+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "70c948a2-d41d-434f-b391-2d1ba17a837a", "result_sha256": "9f7f515599ae2a99ccdb3af5ae642b8eb5002513ff06048180e7a6f3b540f66c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v60.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8895458839833736, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:34.888944+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "02bcbf59-838c-4f01-bf59-3b53290e7596", "result_sha256": "8ca57ac4822c42f88621b8c2fa21840e0a143954faa1595aea86725f5b7ef8e1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00628, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9439541860483587, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:11.989119+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d38991c-ee92-47dd-88b9-fa0267128cb1", "result_sha256": "3c3850fadbfef0dc756422ff8c6aa5bf9de0de4102aaeedcea0cfc82b10a907b", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006696, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1956398650072515, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:30.511545+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb886adb-bcf2-4709-a35c-f565cb634aac", "result_sha256": "0dc96b4a141c582243f14648a0b1a9e938653b04ec9d8d0522997f5886ea2512", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006568, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3415984178427607, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:33.365835+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "27883d78-4c68-4c47-ae58-841bdc0be12b", "result_sha256": "26a9275b5c0e62eb73a2b6b36a9a96584b6eee8ef7546e14ef05394a3038e98c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006372, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.731986684957519, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:26.385478+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "477ac8db-8218-4316-8af6-bd97b8c6d117", "result_sha256": "33df3f41a81f1d7e405b03079bd8782541da0c67341f4a33e7274c09820d641d", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006824, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.970294910017401, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:31.614778+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e9f30cb-3512-4ffb-b684-f7399837daa0", "result_sha256": "4a8c1ec8a943210eb3d754b045a565bbeda80087cdc1b74d9e8ddf642dde144b", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006376, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v21.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.048251416068524, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:12:15.847860+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4bd8e45-df16-4b96-a39d-483a6a597dbf", "result_sha256": "6f07507e8641e3a460652cf5a901d32540c6be3e5690a4888c15f01cc2fa9bf9", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006464, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.742719957837835, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:22.113156+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c2b9dbd-7741-4301-932e-50ee41192140", "result_sha256": "e94fdf3fb6e4c0a86e63feb2b88fd8a223b2b51e2c1da818560c0016657accb2", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006568, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4037043689750135, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:24:47.677330+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "48aa9891-3953-4976-ad06-5078e2d1e543", "result_sha256": "a76994aeabb0760ad0d16df902ddd83d8491089bc7a8bea9c75bc91ca1af8d71", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006376, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3300627758726478, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:17.509378+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "310a3210-7ab7-454d-ba65-ad37266285b9", "result_sha256": "5bf28e1cbf5ed37a5f1b39d17aba160028de33b3afc495aeaf83532cf3bde189", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.6198874700348824, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Rokkitt", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rokkitt\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:55.360187+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "927830c4-d74a-40da-8d3c-d0cbfb81a92f", "result_sha256": "b8de4b2bb34f4d6ef695871e7ce2dbf5f4caa73d3acd7c9723678fcc0f9ba261", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006436, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6132941341493279, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:28.091299+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "db4c057f-8dd0-4003-a618-221f82609ebd", "result_sha256": "1f1d05f7d37e806c126835f7adba0a6282f52f16d57ae773288a61841646cd70", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007076, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v27.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.191627490101382, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:47.138563+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a32dd7e-94b4-4ea7-86d0-aa363bf75d95", "result_sha256": "5408bc6ab837e80ae8248f0705fb56c356a9b6e06a603f4416b5f3fe1dca23a1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.6660866278689355, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:35.560307+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "17a3e503-71ed-4c2d-91c2-c8094458293f", "result_sha256": "7123ab19ba0a98ec8f402566d9083aa22a865e28a915fac37e005227dd8cedcc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8834662300068885, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Crete Round", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crete Round\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:32.507462+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "101eb917-42e4-41e7-ae44-763bfda655e1", "result_sha256": "1699c566892316b59d5dbed91413258d60e97af565155dddbc7904b40195aeb2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5101722879335284, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Crete Round", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crete Round\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:48.232235+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa85c5d8-d8cd-4eae-91ef-90b222fc165d", "result_sha256": "62ce23a9e8e066fa4fb7409cd9ce0ee1e02d65711f06051befa0dda34e0123c3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006548, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.44845298002474, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:15.708194+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e310e16b-94c8-4e93-9176-c2aca69ef90e", "result_sha256": "c12e784fb939b487c8d5359ccfc5b776aa59be663082fb0aeaf6930b051f93e3", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006376, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.15867878915742, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:37.564855+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f373012-35c0-45d0-909a-f342436b2a94", "result_sha256": "830f4d9a29317047b4265b2117917881f0f390ad780a276c5cd849e29e3bf7c8", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007016, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5462332570459694, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:59.404252+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "572b5f3e-fe86-4335-a3d7-cb949d16b34e", "result_sha256": "b0f7611901676b31b7aa0076f14237c49465aaa34b0f4570ffee75539b928b79", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006676, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.41348516009748, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:19.969015+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a2663e1-0241-4226-b31f-082212391e3d", "result_sha256": "34bd12576c785c51814a0bfe57e215be51571ae59608f0d5f501a2196ac90e8d", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006568, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6526472859550267, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:20.805150+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbb3534c-7c41-475a-ac33-6fa6307c0288", "result_sha256": "f33c228648569ff1e5483045a76dd73485880d6ec9de5436f9ebf9732fac5cda", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006556, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v36.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7582778739742935, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:21.597334+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "84dbceef-b306-45cb-bad2-cf470bbed8e6", "result_sha256": "2e177974176786330036feeacac95fa4df140a7483f2a359044b85625b8a663f", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006824, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5026602279394865, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:58.480781+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "34abba98-abb0-4934-ba9d-6634f14b7a3b", "result_sha256": "2d552d0a30d29bf123b7a83e5d8c976a41fb5f4d126d53e116d2db81d4ddb671", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006248, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6534255091100931, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:15.333855+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e520da1-807f-4f7d-9051-32962d6ee132", "result_sha256": "830e846dbcb469e5fd76d915ecc91ab92bff6611ec4076363e65d3ce04daf260", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00674, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5683501109015197, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:29.671747+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6931ed5f-6aa6-48b8-942f-8de62f42c5dc", "result_sha256": "bcd76dd8e2babbbc310e690445f30499ae86f0dd004fa52795a61401c236a922", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.6237653370480984, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:28.810572+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6429abf-bc57-4500-9511-2a4d621479d7", "result_sha256": "131feb7344b544c1f9cf6236ddc1b14908ee5acf06411b0c9696344cba884837", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006616, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v41.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8866156230214983, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:46.253820+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "06082fb7-ef10-4851-8785-8854fba2b4fc", "result_sha256": "6c4a4fbd967583d68200d36e7aa68a07c234d41d532a70078b3afcd4a3b13522", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4589694649912417, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:38.063310+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b44e5a6e-9daa-4c8b-ad72-c896c7114fd4", "result_sha256": "75164d85bbc917f44eafe705cf5b416c16bf49e0e5af46d96473f4de79dbe7c0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006496, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v43.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.415401784935966, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Alfa Slab One", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Alfa Slab One\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:55.595603+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "75083a9f-2b28-4be8-b65d-053fe8ebc805", "result_sha256": "d32bfa699fb2c236edf6497ead852921a93a1546c636f856d459aecc34c7fc17", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006504, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.557909558992833, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:53.179002+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "430d82c3-7f7d-4a3f-a761-df4bf66e1773", "result_sha256": "d1bb117e856d364a57a7a07d2510db48b3a1eb443a8807954883226d38d296a5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.682973395101726, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:13:07.505866+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3640c279-9250-4c03-a67a-0b35a58819a1", "result_sha256": "150dace9d984e79c43fa06db8d77941e38a2fbee037541382578ecfa5c77fd97", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00638, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.748943469952792, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:41.574216+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d8e19bc-2cdb-43d0-982d-b650bc93e3be", "result_sha256": "0c28d5abca5c5c8339d157a02513e2b2cfcc60127a84f4dbec972add5092a166", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.324599154992029, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:59.865452+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b51ba524-2e29-4513-8a35-3dc609a2b89f", "result_sha256": "4833fb20de9a90690a940d0b8149a16668128661c607007e88692f78a3e7537f", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.524238444166258, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:33.222437+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d53c76c-f8af-472b-8cc5-90d160a16917", "result_sha256": "229bcc1f5c26f5267ce5f7b5f64e9df8949451987c4af2358b9177d727179f88", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006564, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5124180240090936, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:42.490323+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "79b96ae8-7522-4815-b524-f108e5c5222c", "result_sha256": "ddd0790691050b450e05329db45676d7fda15c3d753a86458b03ef08bd96365c", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.799060019897297, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:11:58.885081+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd12767a-853d-4199-b41f-a9fc28f53898", "result_sha256": "d39874d789934d49e38803299c29aeeeaccf795e067f30f4d76b6a8abbe37277", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4350343530531973, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:52.675129+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bdd29a5-e074-4105-a5bd-e7540048b70d", "result_sha256": "fc1e9dcbe7e634ce0efe2257b4415454ef65f1474059937b37c7bfda8b889ea9", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006728, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5268980860710144, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:25.872849+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a3f8e01-f090-468f-b8fb-be7c66d5968c", "result_sha256": "41b4fcaff045143e51f4a61eb6431a00dd0124ff876bf2f1ef8d3f6ed4bb269f", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006408, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v26.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.2873958970885724, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:43.422804+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "62aad03e-78d2-4a77-af23-8e88dccd8aba", "result_sha256": "66bc06bbe8720b59067da3e2f120139726771c8a75fea52ba9b4966380efb7cc", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006624, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v27.png", "input_tokens": 1366, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7761641598772258, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:29.174521+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae4e253e-242a-4cff-8e7e-9e69c0cc4b98", "result_sha256": "9154d2ee0944ccd597f74505139e6e5d06194247bc5fdc5db7a20af10721254e", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006836, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5257901099976152, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:24.824429+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "50ee82c6-5018-415d-985a-3e60cd68762a", "result_sha256": "cb8f05d33d03a8bd9ca8f526549bf29b9d9ea76dea6686e5d37ac812575bf491", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006324, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v29.png", "input_tokens": 1296, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.546046782983467, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:50:04.496848+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b416b37e-22a2-4e84-b763-cd27df170dcc", "result_sha256": "6118e6b9058aa98fac8087ecf7b384082e5ce09614b0b39a7917c7e82fc7f9fe", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00642, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v30.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4599638569634408, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:04.902880+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbe33106-1460-4d52-a398-96ddecb3ee5b", "result_sha256": "998a3e3c606fd91ab1c94de6a1c732654a21490150f2cea47d4252b87dac604a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v01.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.164644371950999, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:59.365793+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9212a61b-d33c-405a-b4cb-a658421132f3", "result_sha256": "d136194ad7c909ae45f4d36037ede825db1e973a298789a7386feed6bc01d71b", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006372, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v02.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4592521460726857, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:24:26.070683+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "01fa9854-7d2f-4870-a4c7-5e487fa56f4d", "result_sha256": "1d4f66d3a1692cfe563967bc462f62aa7d0f28d0fb8b429da95a21c8db53cbd3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v03.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7076883029658347, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Rosarivo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rosarivo\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:04.360764+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b66ad2d4-63fd-496c-a936-631775c538dd", "result_sha256": "f4510f2769cf4c7a0ecc8cfcb8c380bde8d4f96a74a1fe2075e57192b555c659", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006376, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v04.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.3261957929935306, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:56.679994+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3ee5c28-ec32-4419-b4ea-879fecddd1ea", "result_sha256": "22907fc1f2981a52278bfbffc3233a1aaa2a671ce305477b919330366a71088c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006464, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v05.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3475483141373843, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:34.562233+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8280ece1-c022-4def-bf69-76e9b2c6454c", "result_sha256": "37b801861870090de3d675cd44c635f15f801706e11f9ea00efe407a502f0676", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7408901660237461, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Serif\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:21.442651+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff066571-ab77-4ef2-bd60-9d5899dc0335", "result_sha256": "7485ea0c2da400b5c1f3422527a2c27488c682eef11fef2454fb85ec3978c96e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v07.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.8827516350429505, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:43.482572+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "676c417a-87d4-4dbf-ad82-ced957d7e244", "result_sha256": "287b91d35080f0bd5a0ba3e9521a53bebe5b6ea9b585e76c6991aca72933485c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v08.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.024474147008732, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Zilla Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:25.424862+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "adfc01eb-2d5d-4bbe-9deb-af1cc05f415b", "result_sha256": "7c5ec3605563eb380eaef32398475436ae19cc7bb7b75dedb8937f2a08dab3c1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v09.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.619946232996881, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Noticia Text", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noticia Text\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:36.922039+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5782443f-1056-41f4-b9de-2657d572fef9", "result_sha256": "799df8a037c11afa44a7c52ee164526ef14fa9919386c1f4babd1de5fc7fec0b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0064, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v10.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.2916096849367023, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:20.614841+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0a76593-78ce-4e6e-95b8-9a48527443ba", "result_sha256": "abdfa3c2f8017d7a0bdbe7ad5c325239557a266fbd27402b0ebe82aa08d64257", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8739977509249002, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Zilla Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:12.207103+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a5590e6-02f6-4b54-a951-9fc06c348cf5", "result_sha256": "4e7b037df232c7df79a9834a1049c88a4c0400a2ff3b5624c47cde3e8ea04207", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006728, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v12.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.799732991028577, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "IBM Plex Serif", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Serif\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:14.495983+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e99802c-54be-4d7a-91b3-7d927083d6f6", "result_sha256": "ce05f3fa47471fedd73e04630989d762032f01e5a95587febb222b4674fadfe4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009252, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.914676144020632, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 194, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:31.640093+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ae608d6-cd78-45e7-bcbe-315dfdfb92a5", "result_sha256": "542337147fb1b28de77c3a381af1486ec0006e3eac5edc1007a34fb5b1bb77ac", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.7575466099660844, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:18.616328+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e2be94b-dea0-4289-ab54-99f6a4e75a16", "result_sha256": "1bf686af8b35e4ac8e423d77c1f157ecbef99daca6c76f66fd78a5bade72ef44", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4653876768425107, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:57.311972+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "467d9ad3-36af-449c-9f36-298ed4a2313c", "result_sha256": "be9767fa0834507b04348c123b36677845bd67e68168f37d1717e858b4b828e9", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00628, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.8238569479435682, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:32.888204+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "54410cb6-030c-47f1-bb88-d4d62f9f04f7", "result_sha256": "fd2e6adba0426a0fdcde136fbdd6a4945be7dc9a603a00f87f89693454b60855", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006696, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.724552643019706, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:19:33.054820+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "070f7707-3b4e-4e54-9821-366209b29f38", "result_sha256": "3d624588e32a1d3fc0282047bc92d489bce11b16c1111f2f74c5feff15c470fe", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006568, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4434083900414407, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:19.520255+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3913ef3c-4ebf-45bb-8e47-fb65b53063ca", "result_sha256": "ac8d538bc4443f7f4a3588283d7cd83703a476bb4e92d4b03b294f6f65533b10", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006392, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.6815197539981455, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:12.003074+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "14f3fdc3-1869-43a6-8443-754e2132df18", "result_sha256": "3d28765f607fe3b72c131a90693328820677050900468682c9a05a415eb80c6d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006824, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.8016864298842847, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:09.606981+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6829d47c-3d58-4fb4-8821-6ab0d0771195", "result_sha256": "35429080336bccb6d1a3037ec5d99034652e10f33a2b69b5f6ea06c5795e1775", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4071454170625657, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:59.181585+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9db610bb-9a51-480e-a6f6-931fefe802d2", "result_sha256": "c8945c7c697b394f00179a9ef24f309ab5301fc048efc2e324b63fa32ad686a5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006524, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.574712211964652, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Zilla Slab", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Zilla Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:22:59.274495+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f3742b8-d284-4a52-a729-3795c3c05a49", "result_sha256": "9c1aaf038ca1fcc6f09b711da91838d3d16e83d36ad0c1ad2a7e953e2b4178ab", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006568, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.4330673231743276, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:52.907477+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "07b34fc6-abe3-4800-a09e-36d6cc0bcae0", "result_sha256": "f332fc986662c776dfc223bb34870ba68f9dd7ad1f791b9fadc940295ba14b94", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5680166450329125, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Noticia Text", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noticia Text\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:52.915605+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1cfcb7f-989e-44bc-825b-ef2b5a9f7008", "result_sha256": "6ffca76a63e9c319a36a40d3e5bb84aa760f37333dda50ef5b7be1bee5215e8b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2418533260934055, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Literata", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Literata\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:15:18.223483+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "59333384-5f94-4637-b92b-c9b4f39e6f36", "result_sha256": "e78fa2b61e781eea0933a8b2af6d43f392dd1b33e7a2434f76828cb773b749d8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006556, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5292979860678315, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Alegreya", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Alegreya\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:47:17.686399+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ebf1631-ac7a-41d9-8d33-36f059a156d9", "result_sha256": "cff841e83bc5cf555ccb978de033677b13178c235890834c395f643bb1161953", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.559510608203709, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Alegreya", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Alegreya\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:06.266057+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "db9b3ee4-0971-427f-938e-bb701e8f4e23", "result_sha256": "66a2981b6225673f9a4fd825839d73fad651f577a5d8899e8d1759e81f244321", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5577335448469967, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Noticia Text", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noticia Text\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:14:25.921880+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b45fead-4c8c-4cc9-8d44-5df68d733ea5", "result_sha256": "93b4fd5f3c0c7911dd37816cecb248524eca50291facd6fbda972fbbc712e0ad", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006728, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.9611576008610427, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Crete Round", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Crete Round\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T12:22:33.381491+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa6c88d2-43a3-4825-9c5b-005048f3d5d5", "result_sha256": "8216ff022dfa29b04c2d12a2e3a60c43bed25a8dd5035bca43534a3c7ffbb2d5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8468168510589749, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:31.748145+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9f7579f-ea81-462e-8237-dafd0fa7b5a6", "result_sha256": "655bf67fca7e457c455da7b2257638f12f5efef5d5d2495e01c6a6702b349188", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006568, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.742820261977613, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:25:21.023608+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2dd326d7-cb7d-4922-827c-757693a7e20e", "result_sha256": "4d0c7952b930103794f6006577ff16519b28a4ea52234bac28ed40cddab3a936", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006376, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5661904481239617, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:23:38.704542+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3820d8b-f5f0-4b20-9192-fc06b8c90fe9", "result_sha256": "ff0d22f85bc6e4a67f84988de26ba7c1a384a602ceea85dda94a38d445421811", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00674, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.637694323901087, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:44.898608+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c14950cc-fe7d-429a-9e95-237cd4139a01", "result_sha256": "8ebd6f9a4c029c8fd57519ab702bcd5f4691ff9a4f8d09671f3efd7d7ac36005", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.463752309093252, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Bree Serif", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bree Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:24:32.554861+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b56613f3-efeb-4075-a368-54fb68f438cb", "result_sha256": "108cc94b92623d78e4c5f6e41de62916b4d9f994bce2e4ffb12b0ea9224c8599", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6671299538575113, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Bitter\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:49:26.809693+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0559af8c-94fa-4171-8f9f-002ab56c5661", "result_sha256": "a404645092d042f7fea656947491803a1e4773194d210fea5a5a744149c0afa9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006392, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2519128238782287, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:18:23.995968+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f72fdee-f9e9-4219-9a17-e76895eebda6", "result_sha256": "8bbbe1fa88cd5700e083b6a21272ebd8f6bc05bbaa8a6f0b3169a406fe648e2e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006824, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3739368659444153, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:21.273970+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdbbfa39-17ab-4956-ab7a-1d361442f5ce", "result_sha256": "ec11cd94b6bd7d2598fd7b1ba2c50e9c2db4537bbe5c696fc4114b4cc0acde9c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006248, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9682680829428136, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:56.270462+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b97dfac2-43e3-4910-867f-69e8b1e2571b", "result_sha256": "f40b39dff3d228516d390e21af0e37d10bfee657cd1c45b6697bb9df2cc43ce1", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006556, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.1200368169229478, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:12:40.751520+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d70f37a-69f8-49e5-a3f2-16cd70346543", "result_sha256": "a0def798c07113e04df0050dac74c63c49a18633da1d6fe53899610e2906d3ee", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.365211085882038, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Alegreya", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Alegreya\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:28.249809+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9553eff-6cb9-4f14-a534-bb1b9d41eb99", "result_sha256": "9cda83c2fb537c5f6e7cd24cf9cc9fb1927335ce21837c10aaefc3bb0a2d809d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.202555667841807, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Crete Round", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crete Round\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:12.854187+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff60511c-be12-4421-b42b-e4cb347c302c", "result_sha256": "03ccfa46b748cc7cac6746c65c91846c00b9b7c48c6eb9c9d5204da09138d291", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.534466420998797, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:32.455978+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cf9e322-3ac2-4f0b-8f89-405c38ea4aa8", "result_sha256": "6cdf5604c9aa01b12a03575deed9c066eaa96006cc2013adf4217ae5ab5fac9d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.6700127460062504, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:50.694905+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cee082b2-7a5e-47d3-96f0-29e55ccddc16", "result_sha256": "b4cf7f2394a3073783c9b80eeb2f4254b102e589ae7665b43582ffc64105112e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006504, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2964507788419724, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:56.787826+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e96cff9e-b702-4c92-bf36-e7b91e0a6c40", "result_sha256": "a4829b15a04452beeb26ba6a39306b5023e39ad28e587f9ed167cd41f1ee3ca0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.36878022714518, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:53.061439+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e827047-2df3-4155-a3c2-88a7ac4e0302", "result_sha256": "62e04b2ea73d693cc56aa31996c1cab872b3701fb2faf0da0ad44c12acd8de4c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006248, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.579690776998177, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Alegreya", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Alegreya\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:33.560999+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d00198f-9691-49fa-8a46-83af3a6891c1", "result_sha256": "12a01c12ddc50337e5bde7e7469331c39256576c923c6396fdd0ccf320bc5604", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v47.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.6835402629803866, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Bree Serif", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bree Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:14.110642+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "162b24e4-8552-4d1a-ac49-691a0d3e3d4e", "result_sha256": "680efa004a4eafd358f4fa727081e96037223ce45fbf8f121a3ff699a123d5dd", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006804, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4571214008610696, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:17.368365+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7ce60cc-878d-4338-8a76-d27535536c19", "result_sha256": "deaf88641e82782a0ea1687152ed7b6de9d7191385c786dc587ab353a91b5bef", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006396, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5650392870884389, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Bree Serif", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bree Serif\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:39.115724+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "121aa7db-f2bd-4a2c-9fb2-e16cbf9c1873", "result_sha256": "5626d7f53f275da674a25e3c2e431845e3ffd175be3894c0ff15f247764d8804", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006484, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v50.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.492569053079933, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Bree Serif", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bree Serif\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:30.053591+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "707a2a2e-fb9f-463a-bdbd-9f0921627caa", "result_sha256": "696ad25e003dc2e7a3f0b6b564e2deef4a0f056c313292423bf901e1c897a43a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006568, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6294593431521207, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:52.438745+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "969b3d50-c632-447a-9e99-65620517fb5b", "result_sha256": "320d0353dd4b87288a2cf8be9a1f6f54698dabf55128c77764774d2ffdb26bb5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.7897509690374136, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Alfa Slab One", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Alfa Slab One\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:40.421230+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "35205782-7866-4151-a757-ef7970853e64", "result_sha256": "d36e64f1358562d7e4eeb64cd42ab96bf08678262496e4333b6d513e4ee0b509", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00626, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v53.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5322416669223458, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:30:49.047161+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b5ec9e9-dec5-4809-8812-ab71177b18c2", "result_sha256": "48f7944d5121c53d6955c360f5bef5d80842b36cf5da8381d462999fab786123", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006676, "error": null, "error_kind": null, "font_correct": true, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4535145198460668, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Bitter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bitter\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:53.556795+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "34827a3e-30e7-46b1-809c-859cf60adfdf", "result_sha256": "a8103597e72a1d42cede987c1bf431e5904a1ae285a40bc9838c081d7ff86dc6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.617925161961466, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Alegreya", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Alegreya\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:07.187115+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a3d2484-9acb-483d-93b7-e75deb636f7f", "result_sha256": "7eb7adaae35945539fce2b733d4bcc3a5ee1d4a0828e97aeb7caec190a01a206", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.3957819051574916, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Bree Serif", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bree Serif\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:57.982414+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "62d90af8-469a-48b1-804e-efaeb3c5ea3c", "result_sha256": "74a5ac51ffac1946fc78f8f8aabeab2375b19d93053f2e3991bdcea17c94a564", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v57.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.5667336219921708, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Alegreya", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Alegreya\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:08.890688+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2ad843b-147a-4586-ab98-5346823531f1", "result_sha256": "ab520cae42e19e2bd1b4488ba8c5af145f5553d00b163753d126b367812d3eff", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.91865340503864, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Piazzolla", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Piazzolla\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:45.231593+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bc982ee-7152-4d0e-a898-86059aed2164", "result_sha256": "408064e513f9e9b33b086ec105040037ef1f62f92bfdd586dcb466b0de565257", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.043733053142205, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Alegreya", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Alegreya\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:49.770402+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e487cf10-8ee4-48b2-8ef9-c900e595d14a", "result_sha256": "f33a1a095df18879efa9801e89cf648b0c488d8b838e5869f7c533c4a4ce4214", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2746761310845613, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Alegreya", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Alegreya\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:30.487147+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e91b2340-7e22-4a49-84a4-493ee776e01c", "result_sha256": "c22d9e0d6412ab267de7cdccd785dc2dab509b71aa13314dc9d262af3a5fa4c9", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00636, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.9417514780070633, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:20.190755+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "99376c5e-28b9-4b3e-8b20-b2524c725dfd", "result_sha256": "3312ce935c8095c0b40e886dc19118426837e3b5e3dee3094633f49f96a84e91", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4254602110013366, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:56.758978+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "76920314-0523-4743-845a-e2a5b1a24a98", "result_sha256": "23eaf444e3c0e7e5617723ec8fd69da246d1b8cfd7e9eae847a21a43a59dff3e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9601526700425893, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:47.227720+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8175661c-927d-49da-8c92-9ce9349cb32d", "result_sha256": "c814c7428a2cbcc4e78304ff9982dbacc11ff2d1b54ac6c8ddbf28280a75990c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.57958289491944, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:30.336642+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "be5e6874-4e7d-4382-963b-d3eda022ff70", "result_sha256": "ee274afa8964f3bf90d58970096b15eda94cf309c1f6bda568e3bc7576af0a4d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.1121682359371334, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:44.152976+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "08cdbea4-839d-433a-9cfc-257b074df4fc", "result_sha256": "013b524d40769ec0f567e8a96ec8c40a6191ea2d5aa0292ad31056d01a3d7d38", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4168421560898423, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:11.793208+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ee598bb-a126-476c-be9f-96e8ca470dc2", "result_sha256": "8f73b8f8cf2f62e8e96158616944972e78a9bee66ab5f0331c42463836d991df", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006544, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.561465660110116, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:38.438638+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6997e1d-ec3b-41a4-9242-42caed28a244", "result_sha256": "ce54c4d019dd8475df7950d63bf53e16ee532a70511475752990eef6813e68fb", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6495397449471056, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:59.116765+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "91bd9a12-7f83-4335-bb4d-1a00643d1117", "result_sha256": "f52dfadcebb39cc597fc0554e05cb6fb7fd2700525f0ed4bcf20bb0f5e482666", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5280443211086094, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:11:58.606130+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "96525461-0b88-419c-baa7-82573c714a70", "result_sha256": "2535ba215b6ed388eae902e3587280e20d14ed18d6f9015def0b05d8318acc28", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.478248201077804, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:51.806142+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "45ae7be4-d3aa-439e-9387-0a1f50428bc7", "result_sha256": "39133ef3307421a41c6a8b1bc3221c4310554f0661dc025562a53e319ec543b7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006516, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.9464864309411496, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:25.535056+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9317bc7-d260-46a2-adc1-165ab4208df3", "result_sha256": "604ecc8d4c4c7660bfe82e51e5ca550226f9be3cd9319e6f703010e68b54031a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00688, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4055574270896614, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:45.908417+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7d8290a-2477-489a-90cb-f5e3c6eda193", "result_sha256": "95074889834152d1df340db47f7f85a1dd032bc7e795c42c929f2a0bca04da4c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3242706088349223, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:36.823956+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5870ba80-d5ff-445d-ad0d-a4dd1c5aa137", "result_sha256": "5821b5364041b8742d87d851d25cdb627644fa56d6c3a23847e3d5a6738005c5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6142588760703802, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Italiana", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Italiana\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:19.590059+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b04f783a-d0a4-48b6-a73d-c0c067c8f0bf", "result_sha256": "9d3c889d1f192797eada19f51803015474fe3a23c4b0cc6cbc75d801fda9f100", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006492, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.8524261948186904, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:08.826368+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "602a8c3d-1488-4746-9608-22fb9b633bd3", "result_sha256": "9e2c2b551866050ee9ae44507707ae0ee65500570e9beafb643e3f993cbcb5ec", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.9209999369923025, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:12.415668+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef34295b-2a88-4886-8dba-2345c2654191", "result_sha256": "9eddbbfcfe06e0f6213f42c781dad19689aace8422429599e89685f83839c1a1", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3734170170500875, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:20.698197+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cad3e26-337b-4129-8584-3f2b0ecba547", "result_sha256": "2caaa787736e37272a9dd3eff0c1ad80cb046da6bf8521d12de1c783beeebf9c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007096, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5013110900763422, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:22.262985+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "35c1071c-f160-4334-b930-7235b326bbde", "result_sha256": "af4cef013ffc349e1cf594fe12701a57e08e2e9f716d5e8142dec2d32ee16544", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.437714450992644, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:24.337536+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fab9694d-006a-433e-aa47-96ee30e289b3", "result_sha256": "1df2a74f10fe1554b043818d4ab1a18dfeef6c6df8c0a73e9c80f3da1dac44b2", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.711920474888757, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:18.826317+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bd4cb3b-00e0-406f-a303-c732b388b2f5", "result_sha256": "57c14acb02a493439a7e05b2c5d834d4d0a7040de8e072fb8815fe6ce4e1cf86", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6205943920649588, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:50.713063+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "28a91a57-0853-449e-a9ce-1cf306327415", "result_sha256": "2c27005efaea61d1a14d11f58de2387c1b1450b1f47b6ca9ce8a8902b2789d58", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.51387271983549, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:18.109204+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "18321c15-7b88-4a12-ae4a-0839f817d03a", "result_sha256": "2be104f296a98a7108c2d1c109d915947bdcb84df5d415e1fe64aa5268c9714f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.55933117098175, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:06.467946+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b71867fb-54ef-4aa2-a6ac-37fd1606c201", "result_sha256": "eb913eb974ffb9bcbb521e123e0163388bedcc3cbb3643ba63abb2533e3ddd2c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.558449322124943, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:31.496168+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e03e4bc8-6026-406d-b970-d70bf3615ae1", "result_sha256": "21399d401feb9aa7723c53a9943a378989492204c99006803d9401cda8ac9a9c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006368, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.114484352990985, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:42.711151+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8abf06a3-2d00-4406-9e44-a76847162d24", "result_sha256": "f95c8b412ed138fea7347b6f84c7bfb63c902ecd10f4b83896c2dd834eb2db37", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006492, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.754784435965121, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:41.487064+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "085ff362-54fb-463d-91ce-1b2753af22f6", "result_sha256": "ca1545c18f17b633c7fef8b30f23e2db1f466b4fa87f5fb9f49a27671c80ff77", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006944, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.524737420026213, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:11.748974+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ca0171b-e985-4816-9c1d-823c91da6e4e", "result_sha256": "6d86993865f1c3ca2a778223e269053c7b7c3961ba7e8ebb8546829c4a0b7eee", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011836, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v43.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.917976475087926, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 323, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:53.257745+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "078b35b5-fe5d-4005-9073-b3975556b877", "result_sha256": "ca53105d45d835909a91a375ef6fc2f08ccf9597e06846205a772b66bf6804ce", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006584, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5127401161007583, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:21.908014+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "232fb0e0-bb85-46b3-9486-2bcc3d7dca7f", "result_sha256": "5ffa3e1cffbd3d7a541c24f1819fb0215aacfcd87c12559db3ad087e29b9aaf2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5369023291859776, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:52.054137+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1750602-491d-4460-a2f5-f4cff5126fa8", "result_sha256": "38fd2cf9f4a441da1f06420bd835849b93897fd1152cf5342501f3d990cf22e3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.6147543899714947, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:42.841503+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8b1fbea-f773-469c-bb20-79ff5a714a80", "result_sha256": "ccf25b4a0c6c98947b87902fbf3e0ee5befebfa5e6cb4ed3060189b6253bd27b", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006616, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v47.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.548039137851447, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:09.857844+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbfdb7da-639b-42a4-a1b6-f348792cb498", "result_sha256": "c3e2d15fad3752a2202041a5bccd6bc4546e1d3dd214f3204ad5e030a0862809", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6532983938232064, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:14.725088+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e55b1727-edc3-4d54-b98f-714d95b7d0df", "result_sha256": "44b4d2105f5670b8ef9b29f8d0658c45a2bb07eca1042a29433c779b2d51d8f4", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006436, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4718843870796263, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:04.838684+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e6c73b3-8f6b-4c24-881a-b7a48174f3a0", "result_sha256": "7539697ba1c804b51ca787b9dca9cfc8a4fd066ca56365a973317a2923af4e0b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006524, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v50.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.3950041870120913, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:52.326099+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d04b638-9fe6-4b15-b073-1567b4a9407d", "result_sha256": "422f3ce5c991fa24af0e4a1797f9fd6edce68daf18e67a61957ab2df3931e1e9", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5569756880868226, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:25:42.409960+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5038439-3154-4af5-970d-97c3176100b2", "result_sha256": "dd373257318309ec934e0964740d228ad340a93d62e3472c2e3acb26e7e1b4eb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.0550669920630753, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:53.204172+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fa1363d-8c66-4eac-9196-9c465a837a89", "result_sha256": "aabc8da8006e3570479985865296b7ba26a03e5e31fae4615a5b326c116cc51a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v53.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5800477440934628, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:07.345380+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b9aca5e-c9be-4c94-8ffd-a7b779264c04", "result_sha256": "d63bb9b5bc0468fd398b8ada92bd5c9ee223622a1b69f7c9c6706c8915c534ff", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.398774675093591, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:50.359172+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ad2990e-773b-41b5-b085-0fed0cbef142", "result_sha256": "ba801ebd8c4a3c71c5b4304896b4541cdceb6e2da02e80708219f41378779a6b", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0064, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5423166500404477, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:44.942694+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "68499826-510a-4813-a58d-5e13d734dd5c", "result_sha256": "1f627385df574d881c62e4dee266f093b39cd187abf2d2c47cb9c40ad57fc63b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.5757840250153095, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:18.885923+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a9bfe40-783b-4e7d-b907-2b91d00f8e0a", "result_sha256": "be22f112d3fc599aaee1b14c62665f47387e308aff2e85da11b825f4a9e1ea2a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00688, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.571117484010756, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:37.733289+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5d6682a-5888-4bd3-b8ab-ecf03d312ad4", "result_sha256": "e23bc9ef835314ce5a1c42c8bcd0899bcf41089523f0a5e89b47e5c949a06ec8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7741321651265025, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:51.288472+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef942f52-0c87-4005-bcd5-dfe254ec54ca", "result_sha256": "2d244d680bf47c07483db75334cfb05ffff3a4c2d0efa45b1310be1a50e96e53", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9708044971339405, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:47.523457+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c558b436-bf46-4c21-ab51-95261320ed67", "result_sha256": "76d0531e0bdcfc6e8e81819455b7879703a9fde96e31e0008ef57a40cfec1b00", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8791505948174745, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:22:32.288132+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6e0803f-2f16-45b2-8e96-e6207df9c063", "result_sha256": "2e7de124f04a8af6ff397e967681492227edf9944a46bdcf456633d673693038", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006352, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v16.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.574778504902497, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 49, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:23:04.676745+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfd5576a-095b-4445-9f74-86d3397c2490", "result_sha256": "03a1dd94970b362e99b3c387d42d9e3267b4c87f91dee9f6e115b5613874b4de", "result": { "all_correct": true, "category": "other", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006676, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2902056088205427, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 49, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:19:26.644922+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8f32ec7-492d-432a-b411-8bb262ec6709", "result_sha256": "bf2ae047d3583a7483cf83abde992e6df9c4d7d49618349f5be1593d6cfc67d9", "result": { "all_correct": true, "category": "other", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00674, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v18.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.491107233799994, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 49, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:56.166812+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "76a3210a-db3f-4ff0-aa79-0a8e603d1bbf", "result_sha256": "08cfbb3b0fc502f2d160592f1247bea316cc5ad084a1564619c38b133a987c5b", "result": { "all_correct": true, "category": "other", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00672, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v22.png", "input_tokens": 1435, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5151259480044246, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 49, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:24.891822+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3e77377-0f29-444a-86a3-07e6b2a71bd8", "result_sha256": "452b47fd3f01a45185db2c5ef284c33b81abbb3445d9614e21f093d18679b4b2", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006548, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.435254266951233, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 49, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:25:23.700303+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "85f0a5ac-4646-493c-a943-c1d4f9a7df55", "result_sha256": "08648e5b05a3793145319c919c9b04ab655c2ae0b03dad7d3713048573e19352", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006484, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v24.png", "input_tokens": 1376, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4058961039409041, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 49, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:50:00.608302+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f10a3298-a059-4afb-aece-46a4b7d8357d", "result_sha256": "dffac85f76a8cfb008f3b863ddde4008a4dbfb05ea1e506bf52ad3e91b0831b2", "result": { "all_correct": true, "category": "other", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.9853004429023713, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 52, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:42.126853+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f1c797b-9013-42f5-a4bc-61b18d6de845", "result_sha256": "714115d31cf34fd5a518cb533846a0d64b32a4bd500e5d0f5ab531189cb886eb", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006544, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v26.png", "input_tokens": 1376, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.554326292127371, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 52, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:55.594566+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2d2c524-2c46-4766-8a48-8b1215ac71e6", "result_sha256": "4974ae87470c2fd2b6b230327904cfc3c9a79276c1896d058e99f7cc8c4c7dd0", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007056, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v27.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.0903432860504836, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 52, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:27.793920+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "59f15031-ecda-4104-93b4-61447bfe76d0", "result_sha256": "d7047c74c7e2d7eb2ff0a16d6038f6ba67e941f94009ef309b4fb26fc6fe9d7c", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5970171331427991, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 51, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:16.735814+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c27202f-11fc-4588-8a53-8a1823930618", "result_sha256": "e874ecb29f42bbe57a4295f50ae9d7bc63d9dd967e2a53c51a6e989f61e56b83", "result": { "all_correct": true, "category": "other", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.081884055864066, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 51, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:00.856586+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4430258-18c6-40ee-9966-325be135ad34", "result_sha256": "915d2b0e9308168d22850b493ea2500c4b0d2d61cc57267982d3f6608b3e43f1", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5395090410020202, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Russo One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Russo One\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:08.375492+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e203be4e-7be3-4ef7-ab90-32dd69d095c4", "result_sha256": "1011fe6a35bfc2aa57167407a1295a9a0cfba95450492a84d16734784f7d383c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00638, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5162854348309338, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Caveat Brush", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat Brush\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:48.167425+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "31ae010f-69c2-4a7c-8d9a-d50c5e320e89", "result_sha256": "8ed115840f34f74a6da9d2ab2ca312bc54b5f760a48b17cdc848f05a228f12c7", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4680723818019032, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Caveat Brush", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat Brush\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:50:00.008845+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "79df2d07-85d1-4178-9dfb-72b93a6e329d", "result_sha256": "b0526164d0b33894b1c17893b0aa6f52d4f7e43a429918cd0d3d376c09fb0a0c", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4215547861531377, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:54.340932+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e15ef7f0-9f50-4abf-9e11-46246fdc5aee", "result_sha256": "8a64df5855f4c1efa5daa4da87a51386fdbac10e6cd707987c2088e7e8971313", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006524, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.537659864174202, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "handwriting", "predicted_font": "Pangolin", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Pangolin\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:11.463717+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f5891f6-d026-411a-ad77-d455760c786b", "result_sha256": "30006abb0c90de6e64b8cb75bbeb36f4fc59c9393b134bcf51ff9a38c468eec6", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6831267608795315, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:08.504339+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "28393697-c4bd-465a-a6a4-5b6419c8a8b8", "result_sha256": "f9b24a835ca6be2391a8e13958bc599838ee3ac0a1b4a180422c4bf0272ca5f2", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.587683266028762, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:58.818506+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bbe21c8-5947-4f69-a9ab-f240d4d338ae", "result_sha256": "b27e303cf03eea078423b62b51a67daeac56fa035e4cdcca293a560ad4774914", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.45000813389197, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:31.091553+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "141492a1-4aaa-48b7-a27c-72038d2c7095", "result_sha256": "954d55b1d2e15b5b77cb63839e195498f8ffa46fa0bbfe45480eae9222832d60", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v26.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6810521399602294, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:45.903736+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "da591273-13b3-4f8e-ba21-c9f0e5822715", "result_sha256": "f187fead2655688fee0cd62001da4a3c2dc670386c8808ea061b713dd98d6bdf", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006584, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v27.png", "input_tokens": 1366, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6052759308367968, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Sriracha", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Sriracha\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:37.964699+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3914944-942a-4be3-affc-408c9f130ebc", "result_sha256": "c443692bea9703fb75b2e18883a93e62d552fdf4a2c4ac474d644e0a78fda0b7", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006876, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5778220461215824, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Nothing You Could Do", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nothing You Could Do\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:15.178121+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2511d7c-a35e-4bf2-84b0-7754684f5224", "result_sha256": "a88f329742414c85998f92f6c1bc12d9ea7d495e2c669a30a69536b276a9bdf4", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006264, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v29.png", "input_tokens": 1296, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5935558730270714, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Handlee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Handlee\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:07.105133+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "63e0befa-3ee9-4696-8bab-92dc06bb9bf6", "result_sha256": "fc309078cd014ee867855ee437c7cb2cf11351e178656479018741ef293d38fd", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00646, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v30.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4807875179685652, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Nanum Pen Script", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nanum Pen Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:21:10.969068+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d051a117-c7ba-4f89-aae7-89edfcbb884d", "result_sha256": "1fdc30ce211d1fbdff7514666a1955b51998b82581778fa7bf0521bd79de1e8a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.3229983130004257, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "handwriting", "predicted_font": "Pangolin", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Pangolin\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:38.500892+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0e0606c-a6af-44d1-95e3-02770eacc84c", "result_sha256": "fd0f306221d4209635ccb0c9c9d1d4628530cf86ebf9cf93c91354dec11d6e10", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v32.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2748689150903374, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Caveat Brush", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat Brush\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:45.819108+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0c12d94-a8a2-49a4-a0ac-2704130be7bf", "result_sha256": "567f1a4734ddfb661ae3a0849bb3039c092ba19cd3f60e8b2d3cb8449c9da2e2", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006564, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v33.png", "input_tokens": 1366, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8139033650513738, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Caveat Brush", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat Brush\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:28.568405+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0288dcc5-57f9-43a6-b70c-300e5d8c7ed0", "result_sha256": "bf0aca5ea32296584aa6e8eae5b2539a263b26a25f1fc7bff9d0d964051c0c33", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.8734511248767376, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Caveat Brush", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Caveat Brush\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:43.781259+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "002f50a3-8014-45cc-994f-a70a05a126a0", "result_sha256": "5383b28c5b87afb7c24ad534c80663880ae1cc65036be03c584c7a911f24374b", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00616, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v38.png", "input_tokens": 1280, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5951859441120178, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:36.469072+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "54851cc0-de32-4dbd-a440-dfac3a47801f", "result_sha256": "6791dc64374c0f53b93d1dad4b23d18396c82ea032959d34ae55537aceebfb41", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v39.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.372735852142796, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:20.179605+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e3394f5-147f-4ac8-bc88-aac02302773e", "result_sha256": "ad744231078107f36f08f8f42a31b0e8c90618ca4d90fb7736dce72e351d04c9", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006156, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v40.png", "input_tokens": 1264, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4976412570104003, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:41.721935+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aee42f9e-35a4-473f-8362-ef0ee71c5e10", "result_sha256": "da83ec36df06d2207c8dada225f6c37789cc20ae1bd56b0c84f8bc57cc18a7ce", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.5390285779722035, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:46.148520+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "93f3374c-6cc7-48d8-8b12-99d4f8ff3c99", "result_sha256": "46d7cde8e69e3eabc23c85e5e34dcf10adf8e1b26894bc398844f468c174b3b7", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5255423348862678, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:57.055359+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8977b1e-cefb-4ec3-9864-3ab74d0ad4a9", "result_sha256": "c3a62ea08dfdee69ac6bc2dee8bb5ec737b0ac9d78dd19940e1cce136f8fca0b", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00628, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v43.png", "input_tokens": 1280, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.6746857890393585, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "handwriting", "predicted_font": "Walter Turncoat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Walter Turncoat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:55.009399+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ade2bffe-7702-485d-ac55-59c500a2791c", "result_sha256": "39efbb291c211990c1110dabe35779507d036d6105e0615b40d5aed6085663e9", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006544, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4927898421883583, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:50.101887+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "29efcde5-5a97-4448-885d-c772a6c6164c", "result_sha256": "f08e371b24869caac4b4e24fe1b0f761d89ed0a562175edec458c97732458240", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7706668670289218, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Handlee", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Handlee\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:16:06.135574+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c3da30b-6d94-45d5-a28f-42efb5e758e2", "result_sha256": "a092480b952159477cc08ffa260a3722bd9262abc5debbe2e282b5eae214a401", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00644, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.486182406079024, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": false, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cinzel\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:47:37.895200+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f678f20-74cd-461c-813a-422de62009eb", "result_sha256": "ea4915b4644f81d191957880c84e0e21dae3d092c80c8c219b7d9d635c8da21e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.288531952071935, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": false, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:27.349348+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "463d6364-a103-434e-9430-2f884f6c22c6", "result_sha256": "cf63a06db314357f35c284c46589f31af64d810dea09fb13ed35c0377cd1d186", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v18.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.536989643005654, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": false, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:28.472953+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b984de7-b37a-4ec9-8847-d7ec6a290ae2", "result_sha256": "d0f9bafa831bec57cd2e4f9c4e7eedbddd97e25d46a0774de0f682641737fe33", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010704, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.912387788062915, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 262, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cinzel\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T12:14:44.017376+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "02062667-f9d8-416b-bcb3-bdcbc485e74d", "result_sha256": "4861e7cec17217c229bbff119975878dbad7bbf2cc2a0d5652bdd1b76ac97fee", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011388, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.770469244103879, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 291, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:11.073624+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cfc6f51-f89a-4210-ac31-122bfec7b2f7", "result_sha256": "1cf1bb9289581dbc7d101e5bf77fcfb62923f2dae868d83f8872ffe1bfb68705", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006524, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v24.png", "input_tokens": 1376, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5310558271594346, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:16.348458+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b2dc3f0-5275-462b-a28e-e1c25d8a2245", "result_sha256": "2fd15fa1764f7fbb6e0baa3de1600da591d63aef485d63cc9638d2ac3ed658d7", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.917187513783574, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "other", "predicted_font": "Cinzel Decorative", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel Decorative\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:02.049961+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d1e9658-4072-4ae0-8923-41ee1ac49c94", "result_sha256": "3186e67f99b83e33fdc8fc1f0803456f7ab87de90903093a976e84864f21b159", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3619664241559803, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:23.541579+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcd188c7-e94f-4858-b0fc-391f6d043383", "result_sha256": "2830e0c610c2dd191872fbd08634047f86272adbaeaf0824bb98ce2bf81a9eb1", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007096, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v27.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.831988631049171, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:46.180692+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b66cbb55-a02c-4c7b-afcb-a85b9dbb155e", "result_sha256": "fbffc788d71afc22233809c4333fddd79a1ae58bf50ae7183655ec98bdf1b9a2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.155122194904834, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:04.139015+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c59c761f-13c0-4287-86e7-d3104cb6549a", "result_sha256": "0873275e97f741e6be3ba911e1ae9cbdd3881779f5d71457b1d8783e595ae95a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9791265500243753, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:05.411280+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3df549d8-1157-4d6b-b055-4927e52a7bf8", "result_sha256": "3b9dffaf5c8ee0a830b873d30605ef048f6f250a6ac8c38474bdbc15492a59de", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.569317874033004, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant SC", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant SC\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:39.571124+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8c22e01-faa3-45da-b33c-44ce485d2310", "result_sha256": "c4cf0f8c8f5ab040fd3938eff525c5667d2e0f0ccf796595814a85428bca2ce4", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.300672298995778, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "other", "predicted_font": "Cinzel Decorative", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel Decorative\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:32.818484+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "765f976f-fa29-4f7a-8cdf-06f373cf9e9f", "result_sha256": "4640a44c85a559dbf44a803a10d23e6fc020d50119997931508c5ed7d7a41ba0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006376, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.446790101006627, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:34.041687+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5972c47-f1b5-4c3a-bd79-bf611cd7a8d7", "result_sha256": "fb53297db2ac212bae964293d78ccb5ef5b1477697cda311f6558568826d34fa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007176, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5883722230792046, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": false, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cinzel\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:49:38.977722+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a3499c3-2bcd-412c-84d1-725dc63cd0ba", "result_sha256": "12390f81e1952a15f90f0914952e83711a9810a2f3ea522810ef9534c5194706", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011584, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.07735968218185, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 288, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:28.206020+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e145850-e0ff-4160-953c-2db730b1753b", "result_sha256": "988bb60fff3701f63ab520ce21a0368bef9f0c6ae3a1d38362370c121145339a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006248, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.523899065097794, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:27:07.473447+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fda61f62-74a9-466e-9305-7baab86f9b94", "result_sha256": "d1eaecc87e0852e3be1600a7f767a3d4ccbdcadc5d7de61f10bce49598afc54d", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01128, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.284381083911285, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 277, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:36.984956+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "64229229-b26f-4a87-a950-73c0f90fd2bd", "result_sha256": "fe0da565262e27ea8b515eb7816fb08c8afa36247c9308ddcfb2196f20aa47f7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.546015180880204, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Almendra SC", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Almendra SC\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:09.062092+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fcf31df-81e3-444c-88ca-926c07868bde", "result_sha256": "5224c4262ac044cc8aea37637d07a20e29d64b8748a13a85e4d59ef835e07707", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006676, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v41.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.1070108429994434, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "other", "predicted_font": "Cinzel Decorative", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel Decorative\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:02.222363+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5748a7e6-ff04-433e-afa0-7a848ab4a9c4", "result_sha256": "82aba1aa8d55fb4a2fc772c6340002db10063a4f1e51b87ce4caa64772b2bf3e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6352707750629634, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:34.974604+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "09e553d7-9fc1-492d-8f2a-c124918a48a5", "result_sha256": "a9a20f4d15b85d27feeb5b308cbf7606289c9e8b518bc4d02ffccb4068245550", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006436, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v43.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.452898094896227, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:20.627566+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b365e254-6bbf-4710-bb5a-bf7558485570", "result_sha256": "be4eede6a0bd1146471a2499ee19d1c1503f92abe2935747b397b5d69e8112c7", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006524, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4670196380466223, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:58.580218+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5e397a1-de98-49f3-b8b1-6867a4ba702d", "result_sha256": "44d58396e405bfd9fdd13ec4e92c9981c5b4bad9a10e3d12070c364f46d7ff1f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.791597442002967, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:26.397873+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dac3d005-656e-4930-8014-018dd073a22e", "result_sha256": "7aac33c1d6d6908dc42ae380b480fdfd1517c1b5e2ba0ae5fc84e532d96cc716", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.791723139118403, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": false, "output_tokens": 55, "predicted_category": "other", "predicted_font": "Cinzel Decorative", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel Decorative\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:25:56.340919+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "78bfce12-f835-47d6-a115-f62b54adc4d0", "result_sha256": "393e8652694c5463e9b809df24adce096308822fe1c55748e9957b4244daa781", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006616, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v47.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6585410120896995, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "other", "predicted_font": "Cinzel Decorative", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel Decorative\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:25:08.514967+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2339f8a0-2a81-4f8e-be87-cd5db171b8bb", "result_sha256": "066539a39e08224f927f9f76a55d2464124ba7f826bc42e3db96a2050c115c60", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006944, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.547282076207921, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": false, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Cinzel Decorative", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel Decorative\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:47.713647+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6143f23b-c3ac-4281-9057-74766130868f", "result_sha256": "0d49ae7ad3e4b00f6d668d9366d32e367b80269fb1e2e4c226ac8c23e286f43c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.3651054529473186, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Cinzel Decorative", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel Decorative\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:17.173689+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "56a47e61-8f89-4328-ac7a-d465ea53852e", "result_sha256": "248b68f012c82f87db1483cf9c2788686e322d25888d140cbef8e4972961f2cc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v53.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5693432539701462, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Cinzel Decorative", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel Decorative\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:32.037061+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "22e6036b-5d5d-46e3-a06d-76f6ded0d252", "result_sha256": "616b3880f87a1ab335224eb4a92b45ea762dc68cba93205807c7245e05fe714e", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.632116680033505, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "other", "predicted_font": "Cinzel Decorative", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel Decorative\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:34.847967+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "63693163-986e-408e-9c7b-d427e1d6518d", "result_sha256": "61635cc16e3b0015be8d774da65cac2a3c46bacaf090e6462886a6ab283ad6fa", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v55.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.969870040891692, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 52, "predicted_category": "other", "predicted_font": "Germania One", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Germania One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:50.853720+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5230ddd0-73fe-4c45-8920-3d7f6a5d496a", "result_sha256": "37b10a0b013dafc0fa5f0415fa49856cac3fc7504a4837546f75ab9ee2896cfe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8718481839168817, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Almendra SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Almendra SC\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:13.762895+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "343dfc99-76ff-4461-97a1-2357c1d1f3d6", "result_sha256": "d316662fe76f6abb7bffb7f5c77b49af62d925acc1f1c812be367df770e0fef4", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00688, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.444184947060421, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "other", "predicted_font": "Cinzel Decorative", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel Decorative\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:24.693016+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fadfc67b-30a2-4d4a-83c1-b0efeafb5844", "result_sha256": "a9dac1f65f9f41b81909557cb9c3fc7995edeb809863adbfaa5ab2d6f2aeeac9", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.7472391889896244, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "other", "predicted_font": "Cinzel Decorative", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel Decorative\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:59.267534+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "84079b7a-5854-4b1a-a2a1-f3305c8c61c6", "result_sha256": "bc3bbe1ff87b01becca1bf6e0e1db858f596cfe10b1c549a4e2c6e909c70d197", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.754323187051341, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:49.863812+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a75f0e5-750a-47c2-8def-c60c9d17bca8", "result_sha256": "ca6760a485917b88e3250b50f2f0871acc5f86bd6afb67cd455e2f19c4b4bd19", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5425236499868333, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:32.069734+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "78382328-7a86-459c-b1c1-10d4ccaa381f", "result_sha256": "a364cf3421e87c5240ba056c18f98d321f4de8afdd2b5ca9fab2118b19e64661", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00636, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1277130669914186, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Comic Neue", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Neue\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:25.986422+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e991884-bd3b-4382-bac7-ae3029747b9b", "result_sha256": "8947948c8f4352161f7a791fbfd7a65a20bee0d9539b69196f1ef5e357b5d40b", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.418645544908941, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Comic Neue", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Neue\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:59.960316+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ed7ef6d-10da-499e-baed-1dd91ab63016", "result_sha256": "6ed73830f0593a5ec0f377e4171ba33487f84fa06e1acf03302ba618609817bd", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6920866679865867, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Comic Neue", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Neue\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:43.709624+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a274d3f9-7578-44f9-a520-48b5fc87f1e1", "result_sha256": "65dbb736dcf2707598fc458499cc19a7e61cd708e590ddce49b73009091f07ea", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006544, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4349938991945237, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Comic Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Neue\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:43.731349+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3eae7c5-e787-4d8a-a819-75dafa3bccfe", "result_sha256": "ec5b2f721b2780bcbf7c350fc094189ee1eccc6dea55cd0edccd4092e5dba701", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7482879918534309, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:57.419320+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f77bf19-b22f-4f7d-a221-ca617a380662", "result_sha256": "476c25e26b690508a204247b11c44d857ff61efbc935ec433604a7fdbad91992", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006496, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9079328658990562, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:44.225035+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "890a2634-3dec-4878-a74e-4928dfaafca0", "result_sha256": "131bfae637a12099985de8b363bb1e432a34ab78b726c38fd47f026be256696a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5054638900328428, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Comic Neue", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Neue\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:10.427029+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e34cc2e8-da9b-427e-a420-9bf98f98bab1", "result_sha256": "94897e37b0f28813b231eb24ca09cb91ca773524751458e90c0da0f494a0b387", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006516, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.424119217088446, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Comic Neue", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Neue\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:56.101794+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d62dcdef-8f2a-4c80-8345-91a7e0fa3bf6", "result_sha256": "989e079b9961d2c4951d2326b673824809cd62e220b87e43ce1ebeb40823f43d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00688, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.06565176602453, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Comic Neue", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Neue\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:31.059193+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "787532bc-94eb-4ea6-aadd-3956dc11e234", "result_sha256": "3f300981494208cfc368eeab59a4f01e93b93f9144d382376036b5b5f418c8e2", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7974241119809449, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Comic Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Neue\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:12.085243+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7d6f07d-4a67-4d3f-b6db-60f47e53d725", "result_sha256": "d8c86872f9703609fce460761db5f4e8d0f7e69e5ae64aff69cc4b8665aab7f1", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.423222074052319, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Comic Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Neue\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:18.633655+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0171d208-aeee-4661-8a0e-352c7481e796", "result_sha256": "24b70c9b3186d9938a9fd19989091a48c32a970f7e5e44bdedfbbeba2b9fd505", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006492, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.928330857073888, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Comic Neue", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Comic Neue\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:31.329039+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8efe8d7-f3c5-4013-99f4-040164e785c1", "result_sha256": "4366542dcc31dcc3b49731af91f17861b5bd3257f2fa1e1f4d2ad9beada7a771", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00638, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.554411849938333, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:06.596319+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "240db6f4-7ccb-48a5-9205-fdb6b434a78c", "result_sha256": "1e0b0375f1ebdb1af8817961261e1bcc77e2cbb1f29ed0264a13c8f6f743bf2c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.856187948025763, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:58.793071+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "77ebb904-5151-42f0-9567-d0583f89c7d5", "result_sha256": "0e1d55ba92aee09946c26eee87ad308c4f8b2bfffb8e91a65f8bc5f5a958d925", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5042732250876725, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:33.656736+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "853d7b96-0bfc-4c37-85c0-4a93a979d5df", "result_sha256": "824eae93a896ca83303b7e672d48de7620864faa24e39898aa2c48c73a451ef0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4053013359662145, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:21.340888+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "61f4e313-d2a9-427f-80c6-b393acadb4f3", "result_sha256": "253242a978ae6fd555eee6a17f58085bb2d0d12e19303ca1a90c1ac4ad031145", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6118364580906928, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:37.117276+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "740e80d3-6a6e-4a78-a9a2-df4cbd0b85e0", "result_sha256": "aefc11b6d2983166bd07dc2efe387c0e317e777c2e1d0f78854f895890609601", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7909846159163862, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:31:01.872844+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ef700aa-578c-42de-8917-205fdf80bbf7", "result_sha256": "394e08569210ce13f7f01354eb166314f028e9fa6c185367a1cffc569fa2568b", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006564, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.9247331300284714, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:15.847542+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1ae3281-7a51-44df-8538-02bf65db70c0", "result_sha256": "31a27594b1abf654c49e81c6ff47fc92a7d763c890755b0f588547382c54a92d", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4692716021090746, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:12:32.477658+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "64b00c93-b4de-45a5-9e21-ea4dd65c6fd0", "result_sha256": "a2f1ff5fca6a00020644cca5d1c6cb2039a8ebb6e35a3a474b4fef372ce06887", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006576, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9174295361153781, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:46:48.053097+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f035c694-b5dd-4160-9ba2-85402e274860", "result_sha256": "d27cc495229060cfe43c0072604c46a83a39cccad09ad002f3315f1b97738bd9", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006728, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.004383594961837, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:47.362777+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "898d56dd-b293-49f8-bade-1c8f337e4579", "result_sha256": "27e5f9a209e192ae143813e1280fbc67536f900e128cbb6aa8b9fe66075b8329", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006636, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.153347593965009, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 63, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:49:02.705101+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f20a571b-f449-47e9-ab44-8774ba892c5c", "result_sha256": "cf487c476ad8373587901462ca921a9ca540b6f8ba94cfe76a6b6b58da3043ca", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0069, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4691242340486497, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:13:43.077029+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "08c8d057-1423-4f0e-8f77-4d11037d6234", "result_sha256": "0f046fa3f2dee14627cf794df9ac28804fcfe5081cfbc924e36ad0351cc761d9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.485782088013366, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant SC\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:50:02.370021+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "89b44afa-0d44-461f-b7f0-d7d78390794b", "result_sha256": "334020041c7c89daf4b8460693f9a11335e1ada4be0560a550ee7ae57b8a1eb7", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3532999861054122, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:50:01.072874+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb6012e9-ea81-4f63-b721-61fca9a0740f", "result_sha256": "9f321cdaf97715e8a2a3810d33671320ce87698bd88e2f9cd9297a6196e3087b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00642, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v30.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4801556738093495, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:29:52.514102+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7f8733b-b032-46b6-bd52-f3f7f8d28562", "result_sha256": "9237e2cc53521d8901c3a7be522ba511d968c451300376537fdcebb5fe35cbb9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.7351957268547267, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:31.855391+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b10b7e3-5ee6-407d-9ded-8dd530821092", "result_sha256": "273aa793b5fccd2a37343af1b1a3c8f3add799259cf05be6aacaf220bdae6889", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006576, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1299055819399655, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:47:54.473776+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "62ddaad6-35fd-49dd-8a70-1fd6aefa0cee", "result_sha256": "a2221960c34229a8b104e8c251caf697b0a6a9db5b2d829bfadb2ddf6d20a9a1", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00684, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.661371577065438, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:20.497244+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddb8ccc7-3f10-45db-84a1-b98b65e1d792", "result_sha256": "86944aa1475aef3e8e66f0f93d9b978ad7497e627fddc842169de96a4d3908eb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5794817339628935, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:52.151557+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "71891deb-3099-41cc-b4e0-a33085b7788f", "result_sha256": "135aa97387e0f293e3a138782ef24a6979db2e6a16e4e6cfbf962aa29a9def8f", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v35.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3863664269447327, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:16.181635+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "77352729-db0b-4110-ac80-94557b0010ee", "result_sha256": "c655d21002bd5060c9fbe88037780315df1fd0d106df8c15cac2897ff7438a07", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00638, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v36.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4584360129665583, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:17.997558+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbed7a09-c2ad-49f5-a97a-6053a9020dd0", "result_sha256": "c695a7c159ec014b4122b603e169f21d11efcac8b7b4b00b8ee9fb00c8901289", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4113987148739398, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:41.689969+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac6fec88-a97e-445d-95e6-d065a947d1d7", "result_sha256": "7866bf655af47a0b93cfcc5f7968bb9cba1f545edfb7b2abab8b77f4604d551d", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4191189010161906, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:24:20.063297+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e51b3bcf-02e4-4b4d-8852-c66a4e91d605", "result_sha256": "f4b3852c4c1fb5afba666842850181767979cc8d70d92763d321b29fa7ae7816", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006656, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.751989709911868, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:55.392602+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed3e5ccd-fb9d-42e4-8f9e-90e14877fc9c", "result_sha256": "43efdc26abec71f36f307ae7d910c7babb50706e461af797c998cb24a4794544", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00628, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v40.png", "input_tokens": 1280, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.7326906679663807, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:44.099463+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "849832f0-76e7-4ccd-955f-0b137feb48bd", "result_sha256": "c94ee6fcc23faefed7523461b0d26ab7ea40496186751960bc54a96b55996c7a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006532, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.0388341329526156, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:22.946199+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "94a767c7-21a7-4462-a2f4-257fb906f8d3", "result_sha256": "99b49f66ad4a94b1d16c6c199b0bdf1bfcb5fc545a300f365e768a6e6688685e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006984, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.810409976169467, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:36.791612+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "92935339-9179-4d9c-9600-817fa934beca", "result_sha256": "9311500257d71c9ca5403fef22b3b43d62ac783e473da98c298eb950d9153561", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9275135130155832, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:59.863081+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "da926f40-015c-40e1-bd99-2f03eb6ae830", "result_sha256": "33b9246a1e7a045850e221c06d4d8dc0c54a097ba3aa18671a6d1c22716d1d7a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006604, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5439103269018233, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:20:12.497963+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "112b5260-fd43-4d24-8213-b730ef3423e1", "result_sha256": "08ef5e9e9b71fd0977fadb90f44308f040f8c29f9e00fa9ab450b36b72af20da", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006808, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.558186194859445, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 62, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T12:24:13.187709+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f314f3e-3b5c-4205-b43a-0c70b3de5cb7", "result_sha256": "901f691e3b63c6ada4c78a6e53fa969f0b4d6bb78fda5d482596c5b0dfe52436", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": false, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v16.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8260198780335486, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier Prime\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:43.781938+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4467d38-99ae-4912-aa00-013308bfed1e", "result_sha256": "c44956dd7e63ee55258a5cc6989faafa6e0499aca0647a57f782aebfca769f56", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006696, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.62337907589972, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:38.839545+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "df014c16-88b9-449b-a184-106738424a04", "result_sha256": "ed63ec686cd97bfc56efee9344554a8bebdb5e07197eddef58a05bbf18d3a28e", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00676, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v18.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2333553400821984, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:06.307948+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3207abbc-6fdc-4b71-bb72-0a357f50f573", "result_sha256": "78f3a7b5fe219f627af7ee430d72ce739ec21119e6c54aa3bb27198aea4d628d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00678, "error": null, "error_kind": null, "font_correct": false, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v22.png", "input_tokens": 1435, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.262131760129705, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier Prime\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:44.765508+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce8df1e5-df2c-4be5-8fba-964da5b7ac7c", "result_sha256": "1702df7d2cea2d783ee2395bd39687963e1db972a18e7a3aae2a1d2b1fc6798e", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006568, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.536588059971109, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:47.641093+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "084524d0-c24f-40bc-aeb4-dc4a789583bb", "result_sha256": "6d79b7b36a8daa66662815d73f7a4f789aa4250bf09b22b39e8a1ac16e26136f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006504, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v24.png", "input_tokens": 1376, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.666278518969193, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:04.396973+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eda07d33-3941-458c-9cbc-c7dc7d84f47b", "result_sha256": "cc0a8c0efe9d52f178711b332049d91a002963e05c34b02c44e009153f8f85cd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.54420805699192, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:01.012879+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab583c3e-3f08-485b-b3e8-55108ccb31c2", "result_sha256": "a7f9d4eb3af76c176f0c04f15846adbc84c387ad25dbcc537674d13bd5f82bc6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010636, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.846525098197162, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 263, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:32.547725+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "beee7096-4ce3-47d0-8532-78799e60a499", "result_sha256": "c1ac690193fdc510436069a6389eada728734d0d602ca50215e29ec41a1dffb2", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007076, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v27.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.569531146902591, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:40.422429+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "413ed07f-8c99-4393-ba10-4efc5bcf613d", "result_sha256": "9053a885c10901d272d5e653cb122fd09ffb3fc76a43ce1bd4057cc87f2943c1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": false, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5300724981352687, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier Prime\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:56.179450+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "01b2ff40-0df8-4b7b-b455-fa687fc0a47e", "result_sha256": "5fdc02d9288b12f13fa19858e5269aa9a7098a5070477462ccc7ec19429d2735", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4412548958789557, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "Courier Prime", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier Prime\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:22.806218+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca902c8b-4ba0-4d5c-ae32-376f9b0d9659", "result_sha256": "5463e61eb4d5fdded8d99b7248622f335e72e358f2a6328188bae2255ff1149b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9739707768894732, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:22.411318+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "59b35e41-7e9f-4a26-bd31-54d63e84d760", "result_sha256": "41ad8643e74c9cfecd5323ae874a0665485e366e17f85ca4178d51c809e6d93c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00632, "error": null, "error_kind": null, "font_correct": true, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.661259544081986, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:06.684537+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "41f9b3ca-075a-415a-abbd-fb4272ef7981", "result_sha256": "e36cb1e529b991a7a6ffa420afeb5852dba7816424945fbbaab138491762fdfd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5082564728800207, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:05.794398+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5391f7f-3c2d-4dc1-98b9-0c95f47a1bb3", "result_sha256": "e5e223fe42b62bba44823b0ccc7d01e261b6749f3f5025a0392b3ab67d298077", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3556652390398085, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:21.729560+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "323909d7-4cb5-48d3-afb3-23f6d1d4ce3f", "result_sha256": "163605ee87b5d960f644593683069a88010a20c7670413691a7af400f87b06ca", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": true, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.513602175982669, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:52.544664+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e0e463d-2de3-41cb-a617-1619b6b86b8e", "result_sha256": "091ffaf0e70de6caab2bdd0fb497a3e981ae98fd72ec9984aa7fbb81641260bf", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": true, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5145930161233991, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:40.641321+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7b33a54-b7c9-48f1-9cd6-741f38fc287a", "result_sha256": "4c6d8f41076768c4ee9e23ef91fe2b5f617eb25abfef9d43367bc0caee2304e5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": true, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6008962718769908, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:14.161397+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "30f4b6d9-eb64-4981-98f7-27fd36451473", "result_sha256": "2ffd7205dbb90d30adbb7580ffdad18561243c21b17a3476ccadbad782e737ee", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006504, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5349559648893774, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Linden Hill", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Linden Hill\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:03.823741+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4164d217-1f50-4332-98b8-477ec04707f6", "result_sha256": "0cf6e0a5431d89c86536837c4069f8d09842896363835774a635767c05096cdc", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4660558870527893, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:13.483637+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc57bdf9-ce72-414f-b76d-573ca77adffd", "result_sha256": "85889fa459c29b9eb90c3f373c348ae9c804dba33d513706bfc228b6ff42e86d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": true, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4228373928926885, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:40.062866+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ab00704-9a2b-4e4a-87fb-ac95bda38411", "result_sha256": "9237a51e24c5727d7a5e50534d5d6aaf07787e6fe20f01aca4e5ded36ae5d085", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006728, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5390904298983514, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:25.573965+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a8419f2-b71c-41b0-b33c-8c1f76e8ac59", "result_sha256": "f2939a693bc19d9a9f5b7d00caffdac77640b9de04c5f2ce0cdf6ec1e7a6b4c2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006576, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5459721740335226, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"EB Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:47:47.850851+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "12085af9-3802-4504-80ee-20eed80110b0", "result_sha256": "cb817a2eee8ce1fbde5161f1b364e7162da12964f4c38b007c0f5e9d551d80de", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00684, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.8728514360263944, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:27.634643+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "93637b58-b690-4fff-84e7-aa4d3ab1edc7", "result_sha256": "281f97b43e0d63f3c9f383d5915e914ba10d24fc26a0f29a0ac40ba549c329d3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006836, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.514784514904022, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:17.849012+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a65e76f-81ab-4fc4-8c13-2bd786226d67", "result_sha256": "508276129086752ee7987746449230eba7287a2dec748b0d4879b4d0d23eec44", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3701131530106068, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:25.044636+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6fa9605-93ee-4e4f-aa09-1abd00aa7021", "result_sha256": "9974cf06a33df0cd30552e49e95564babe77f5f1ec0952f9a45be3e34e260924", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00642, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v30.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3236314088571817, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:38.703529+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0a11fdd-b301-42bd-baed-229eec7f2c01", "result_sha256": "9bf143ecd8e411daee2f363f9387a631e9fe2c5254373745467ddf594a7f2908", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4731514560990036, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Crimson Pro", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Pro\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:27.166481+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "968e75a1-b117-4ef4-9dc8-58a01a2946f0", "result_sha256": "6f5f26d50b452553a6aae7d3a909c66772fe1fe9e03b9cccf16dc12ec0025d46", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": true, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.8349247199948877, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:26.419516+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "11c462d3-006e-4e61-a0bf-181d903742ae", "result_sha256": "0e4b2114b3d081da3e2367150f3ea4ca9213dbe2c3566dfd8ae842bc07ca28bc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00684, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.608340226812288, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:26.666154+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcc91099-a1b8-47fd-905f-443808a046cd", "result_sha256": "31d7eac9c0633d00cbf6cc11628afc8bf56fbcda3ca241a06b411f08d36c65e9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.709284334210679, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Crimson Pro", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Pro\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:10.595278+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b668133-2353-4cc9-b38d-cb16aec62d40", "result_sha256": "06c2907945fdba47aaf2c8503e30588732f702fffc0e840b6776124a6546fc38", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006516, "error": null, "error_kind": null, "font_correct": true, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v35.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.3728164748754352, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Crimson Text\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:46:57.742843+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f58cdcb0-40fe-4c6d-b192-03132c04f121", "result_sha256": "e1aec35a77a46cbb606daab0b17988f53b61ee6bda989fa1f2ee329fb154bd31", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00632, "error": null, "error_kind": null, "font_correct": true, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v36.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4187867289874703, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:58.435698+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "88d1e1ee-0e40-4a41-a32a-3c2e8e0f886e", "result_sha256": "286b9a3c2f35912433ab2fb026dcf04d857a8365470b81ab990711c78f92771f", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": true, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.8991837038192898, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:56.750386+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "579ca63f-eac1-4ac9-9080-6443668c7e43", "result_sha256": "37f60be5ca76405969bba7232d4077859b73b4e3cb4b33443c224fc6ab667921", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": true, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9418050681706518, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:53.748242+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec7e6c6f-38c4-49e8-8b84-808936425162", "result_sha256": "fedddf11e09ec1fdc28d16fadcac7110218217c97fe15049bb777f32967737fb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006556, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0544798360206187, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Spectral", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Spectral\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:40.932046+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "23d91e4a-b2bc-439d-90d3-e6c26e5cba5d", "result_sha256": "0dfc5d2c4b09e4d18c6275b9085e8a7223f265b040cc77d7e596874e9ac2ead1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006408, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.9444872001186013, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:15.819943+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "335fec74-32d8-449f-9f41-cd7f6649975b", "result_sha256": "f327322d5dfaead5c4384eec54e171209f2413c55bbf8e50b2949891e810ec2c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.9369610180146992, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:35.863154+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ce1ed6e-cd76-42ba-8b11-7f4bb1c3d41c", "result_sha256": "f4428f1c4edec38251bfcc070f81e4aadb1edfc6456e673b45fc34066029eed2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.359324092976749, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:52.913888+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "286d56f8-92ee-46b0-a22f-d834d5f334b2", "result_sha256": "de05e75da5c3577587e8d11b57e84bcb9c3a285244787b5d54f8cfa086961538", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.511174128158018, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant SC", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant SC\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:31.410361+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "80e652e0-2f1f-4c68-8968-8bbf4511dfb8", "result_sha256": "b5e75da97033ba18ddef9e27aa24bfe792335c7848ccc6d3a7c53bf298b3adb3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006604, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4113479319494218, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:50.929613+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "905e826b-3fce-46cc-93de-ad7cb309c181", "result_sha256": "b861e16d580ca6a5787506eae60b6747088b7af4b5fa297fe0b1f94b1af9ae52", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9081673589535058, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:24:59.187709+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "54521eec-b29f-47a6-85e7-c4f7a6576015", "result_sha256": "7e0662d856489a6c5874ec9e2a7cbbfbda3671bb4b6e54f4232dd558eb274198", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00636, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.2984668598510325, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:29.822293+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a57d438-3dfa-4bf7-8453-9b4cfbc2835c", "result_sha256": "a21447b451be8b055030bf2dd0c97befabd967f2286601db19518f529a953a90", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5754853188991547, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:26.263682+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1643ed5d-8ae4-49e1-b257-489c53e31ba5", "result_sha256": "8509fc252e8b9570c2111fbdd0ac397429c784e2316b39d59d4fa742e0024bd9", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.706552396994084, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:28.315566+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c112d30e-c79b-4267-bddf-fc950a11ae44", "result_sha256": "dc33ed8d1d2512bb1f31d273ff563e19ac4c7d41fecdaa4d9cd9c4209b9620ed", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006544, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9333743259776384, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:56.603455+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "50168830-45b2-47a0-b4d0-273c05f6cb60", "result_sha256": "634515088ef7974678f30386cd285d3d87bbe6bb2d65ed793a4bb915e741569d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.3541263109073043, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:39.709751+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "48cb0268-af5f-4b9e-97f6-000a457a703e", "result_sha256": "002b961dcd9ac07847b654cbc6d46a5ec33ac1a983795ee7ce8d0d368c68144e", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4325663298368454, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:24:50.438776+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6e6e3ca-7cc3-40f7-889b-e2cb4e1b3425", "result_sha256": "d1983f8af6737e104429c414fdc22c8cbab438e2d708ba9e6c335b90d47c229c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.1930993529967964, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:02.503909+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e82379b-2214-45d4-ab5c-43c2b517d4ad", "result_sha256": "2d0b8356b37535a8e6224ff2d9a8011a4ca24339800624571a92b441656a7ed3", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006388, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v26.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.7132423939183354, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:23.987549+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "55d6a12c-c8ba-420e-b267-e3facf993d58", "result_sha256": "6436d13645f6d0bf29eec1908dda48f75c14782a56adee19de456d9896de945f", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006604, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v27.png", "input_tokens": 1366, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4360114480368793, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:58.163253+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdc08cde-8ff9-4c99-9ccb-efa26f0bec04", "result_sha256": "661e5f1cf507d0ee605f080f96c68036e681f5671640ddf0cbe212e50822c4dc", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.1269740650895983, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Yesteryear", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Yesteryear\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:24.820922+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec761880-4cd1-4960-814e-cfe01b173204", "result_sha256": "b95f7432b5956dff0bfb0d092e75aec6921cafde429892223815e0fdaab555fa", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006496, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v29.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5833861180581152, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:51.513646+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f669252-672e-4965-b0d6-ad0b364d62f4", "result_sha256": "67f6acbf158a0d22444288381f5d5f2fa6f2a6a96dc4280409dac7870b924490", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0064, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v30.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4979681118857116, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:22:50.651838+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "765b1a7e-5498-4fb0-8d28-60ed82a991e4", "result_sha256": "07048d866841006baf4fe2003439047efb7394247d71fb596857d6f47a1990d3", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2766446110326797, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:06.510328+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3692dde-9f32-4803-b247-2c4ebef79e01", "result_sha256": "ee24f57fcc99e5cfb51203a5277bee7f8039cd4c096fc9a77c8263f3db416da2", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v32.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7406744142062962, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:24.258142+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "17031e60-ed10-4738-bcc1-0fe9ffe494bc", "result_sha256": "9060f69728876aefdd4b89b6c08952318eb019101989a3746d0a51b8c0a3b9aa", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006544, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v33.png", "input_tokens": 1366, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3619044690858573, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:43.567665+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0bfc7a2-d078-4534-87b2-f6f50cf5c280", "result_sha256": "65f9f2b7b5682b25c3a2eaa7324bc5b8507d614dcd30520412ed3f9cd986eebd", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5703495119232684, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:17.040255+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d61d2425-05e6-4b60-8525-8120c17c0e04", "result_sha256": "5587fc68fe89f6ed1905392241669551fd9f75fa952470beb3ef17e6c1d81f57", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0062, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v38.png", "input_tokens": 1280, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3833068339154124, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:32.712651+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a63eff6d-44c3-4d89-ae77-41e414a6eb51", "result_sha256": "244396a6a824b2f6d10039438968b0a93df336dba7ac5ca2188d3624b6a4432a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v39.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4362872398924083, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:58.749986+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d665f941-bb5a-4bae-9897-05083361ebf9", "result_sha256": "e53f5cfb6c4629b9584373f6550d1b31fbb5606e3964cc471fa7c4d207cdedf6", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006196, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v40.png", "input_tokens": 1264, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.644483396084979, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Yellowtail", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Yellowtail\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:47.300050+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "19d09aea-3cae-4532-8ee0-696b83ec99a9", "result_sha256": "7913c20fa6325dde09006f50b916fb6e7ddeaf704f3c64bf37ce46497fe06cfe", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006512, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4092181439045817, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:19.464460+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcd9853d-b441-4a69-881c-fc43ae434268", "result_sha256": "594539bb5ef6589dc4f58626806162ae8b714c49e5c2a2cd7799f873eaba3c3f", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3996291048824787, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:02.091233+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "197792c7-18b2-44c2-ae86-7acc3ae66808", "result_sha256": "a7ce8514c9671019fdd02a69a94fb4b456719afcea01ae4d8a7f3111fd403b3e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006368, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.8263826409820467, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Yesteryear", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Yesteryear\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:57.857695+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d43005d6-6969-4a66-998c-8fc4e491dee4", "result_sha256": "be64a1386505de14ca0f726738bdb4cee5beeab5b0a1b01c23fe0705fb662b85", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006584, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5407344039995223, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Yesteryear", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Yesteryear\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:57.665711+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b436bc27-03e2-4688-90a7-30cebb5e5d62", "result_sha256": "879ca262516324bd293916e6d614e8b915555b8760ba9ff9afdc2718c99dfe54", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5454524678643793, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Pangolin", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Pangolin\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:42.153993+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b49cb67-2a72-41d6-9e61-8a1c1b9311f6", "result_sha256": "a21092d90b0cc5af253136439ee4176bdd74e5c01eaeb4ede75e1a0be1c7fd8a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v01.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.346239989856258, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Urbanist", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Urbanist\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:29.582232+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbcde604-d731-4f8b-9026-6cda77702658", "result_sha256": "aa9310f5f9e0610267c096360b47341c3017b8237d4f0ffe0ce5c10dca78c587", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v02.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5920136771164834, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:18.350544+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bdf4d61-8a68-4b69-8812-e9251dbfe35e", "result_sha256": "6acd24ede868f0f55e0a10ed1f1df9c0573708ed52e61340c615c6a4f48d8460", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v03.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7333107749000192, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Hanken Grotesk", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Hanken Grotesk\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:06.471418+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d674c382-246d-45e8-9c4f-0981422e4104", "result_sha256": "8954bb9726985ba585f7cceb67060727d21a8daf3aee8ad2a9a7bc9b10f9acaf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006516, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v04.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.9366238380316645, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Hanken Grotesk", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Hanken Grotesk\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:35.455426+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f1a3faf-dc7f-4eff-b660-e8d0e3b7c156", "result_sha256": "696d6007bf68b1012dc07aef552ee547ebdc8bec54f1af8b3cc00942279d8e70", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006524, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v05.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4260843929369003, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:07.206052+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "450ec6b0-704d-456a-8ed3-ef5b68ffe4ce", "result_sha256": "a1cd4c82707e04061cc7461aaf05af2561c685aaff60824d383c2de2bab89416", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5379966639447957, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Hanken Grotesk", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Hanken Grotesk\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:13:55.084970+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a24e88d3-ed90-4f1a-87e4-7d27d3f1730a", "result_sha256": "308a40c677a75ed594f98f11f03202071c9f51c9d07e752819762811d3121a44", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v07.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.833884526975453, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Grotesk\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:08.680888+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9ab531a-d375-4634-ab07-64b8976f157f", "result_sha256": "3eaafd915261aa4f3184a0fe8bc6d657aee95223d13fb307578d630bc6e1474e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00642, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v08.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4900378449819982, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Hanken Grotesk", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Hanken Grotesk\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:46.387137+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c38d0fb-7819-429c-88c0-6f6fb47095a7", "result_sha256": "fce179a7896bd9cf715bee28cdcea810eaea3157644bee4b1b4ba4f3964fdb57", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006836, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v09.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.357058591907844, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Hanken Grotesk", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Hanken Grotesk\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:25.500773+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "95a59d52-f619-4cca-a07d-5cab147e5b21", "result_sha256": "8777662e02c1a7392e98ac811d489bd4ba5f817ce0f40ba1f888074b7cc80563", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00638, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v10.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5560263860970736, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Manrope", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Manrope\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:32.312802+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "469abc04-152f-4564-bc1f-9dd9b480a255", "result_sha256": "5ac9a179f2ebb5338987445bfeaf81e86d8a91de87c7df3130f7d4fa2c14421a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006876, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2043608769308776, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Darker Grotesque", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Darker Grotesque\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:07.876895+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "267bdbce-bdd2-4a09-87ff-721a223685c8", "result_sha256": "a48a87b9ae694ad6a88cf49f7f3b69810c6a56476b2a76c6824e2df91d3ca621", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006728, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v12.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.950152366887778, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Sulphur Point", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Sulphur Point\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:51.507825+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "35cbe9a9-9f76-43bf-a294-d5a7a026f030", "result_sha256": "87e5eabd6c5c0eb40087dabaf711c3b6cd8f1bd33a5155f6978065a12ef41f15", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5570880251470953, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "other", "predicted_font": "Poiret One", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poiret One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:12:12.185354+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c25ce3f7-7a18-4367-b5f6-097803e9d2da", "result_sha256": "491b31ba5649d447b08b33f1258f90863051c8e08a581529f25fd6f18993f6c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3454018591437489, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "other", "predicted_font": "Poiret One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poiret One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:45.379813+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e597f94-4200-4b45-9ee1-da2469cb6905", "result_sha256": "bcb390af9644d923202042020361a003b6c2a15fc2b1ba5efc9b50a724cdd934", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006428, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3189787010196596, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Hanken Grotesk", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Hanken Grotesk\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:40.153666+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d471c007-325e-47c6-853d-0f44e73eff30", "result_sha256": "1970f8411a443eeb1246967cc62441fb43a1051cfd5fe0c579eb73dde4a32a46", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.419317183084786, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:24:52.460556+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "748a231e-44b1-45bb-a82a-86afc9f6c39d", "result_sha256": "abd0bdb869b28c1a9e9fdf680bb09a3f75f8fecd1d5c784dff0f5181899916d1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6329472588840872, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:11.360768+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "70e9726c-d711-4ea9-9f30-d769bee28bc6", "result_sha256": "8a8bbb9452a3b76a6a9a151cb72324c6f6304eb13d1f2612acf41a44e0c87e6b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8542539170011878, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:34.301526+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0251c51a-ba4a-4217-bb4a-902dfc6cb7e9", "result_sha256": "aa705beadb748e3848ba865d812b0851fb67912387cf4ffbd8d9a0f6c58bc438", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.3819294979330152, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:45.798301+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dddf5db4-83e4-41b5-845b-cfe6966815f4", "result_sha256": "f4851fcc9ea7ef2d1f53ccaf3940d72629f255a58d00a19896d218d075d53f9d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0820420449599624, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:08.005994+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dae50c10-7ddf-46f0-b4f1-0359054f7ceb", "result_sha256": "9a3dd5dc4376a5a6c5f2cd276f60e0698bc5084fb2a91322787b3690a4a86990", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.332158214878291, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:38.409191+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "812e5800-d6db-41be-9ffa-9d464ee6d605", "result_sha256": "5ebb4b6d645107fdcab2a32611e7a02e473e84a607c5fbb01d3e282556121c55", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006524, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.950032346881926, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:09.546822+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6097e431-b6ed-42fd-9608-93a852065a10", "result_sha256": "55a9f568a95268643c1db10a7465aac4fb22b35491f0945fb17f8beeaea12a12", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.716331786941737, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:52.473184+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "033dc025-45e6-41e5-9d5c-84edb1695ee2", "result_sha256": "633ebb0c7e5a9aed80a22d072faee1dd7ea08916e2dc4eb1ca477af5f645d367", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006436, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4581088779959828, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:19:13.726233+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d563c23c-db23-4493-ac05-b35fd912db5e", "result_sha256": "8b32ddfd3881f2b5a6a42076375a6c5f1a34ea2d35818bbba143002760630c5d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4457916510291398, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:17.511058+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2580a9c4-144f-4a97-97d9-20fac20e6a36", "result_sha256": "6062d3f2a2fbbcf705bd8e26b8552b574543a93ac6e3bd3a81daa6aa702ab716", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006596, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.868780849967152, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"DM Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T12:27:16.818956+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2f5b4ef-faf0-4c57-8f89-a924069e4acd", "result_sha256": "7e1df914e6926aaf08e6d5ee23d8a96aaa8b86f7e8603f385992d81dadf6fa5e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00686, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.296301427995786, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:47.065373+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7341b24-ae28-493f-82b7-48069aab1e04", "result_sha256": "c5292eb067207f9b7550737a04ef41e25f778254ee9e71f1fbbf6430d4e011bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.73826050106436, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "other", "predicted_font": "Poiret One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poiret One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:03.627711+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "154f594a-10f6-45c7-9326-3f417664fa45", "result_sha256": "078b1e0bfe5cc4e1909c5af862baf99c329c535f9ab71484bc8c9e095c50d648", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.177439905004576, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Sulphur Point", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Sulphur Point\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:36.639180+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "77c0ec5e-1bbe-4072-887c-d13e4ec4ec53", "result_sha256": "808dd147e6de49ae364057543eba2a3662bf088e95c49ef128a10d02f02096d9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.313599049113691, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:33.094938+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e76908ba-60f7-41ba-bae1-c7064c864c8a", "result_sha256": "8a43942d2b6079d0c80a2419a388e4e3a57a2225b3a8c579b861ddaa218cbc1b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.426130855921656, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:27.725007+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c311f29a-e5f1-4596-8a3e-eb0287882acc", "result_sha256": "a944b2ae3b41cb9431900431198a105d0deb70fd9f4577795efd21a6dfc3ab2e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006436, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3915379769168794, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:46.467062+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "73abce3a-1378-448f-b7f6-30313b377285", "result_sha256": "758935549b3c811ce48c82a0b1bfcf6a444ad1476225257e6457ab02f22ab17e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0068, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1947336411103606, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:22:50.389870+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab38235f-7b95-43dc-95cc-0accfc8c4ccf", "result_sha256": "a2e241ed754f285079f3340a673247ef7d9a77ade7785e79b7f8a26425a2ba90", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4506918918341398, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:13:49.048417+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "38ffa2ab-2fad-432b-83f2-f918a1d554e2", "result_sha256": "03159a03452fccfc068cf7836090567603a5780d8555d057971e2741f1124f87", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4123183640185744, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:18.819133+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "44c4a8fb-665a-42a9-b6e6-1c89fbaaa084", "result_sha256": "74d6ca1f702637ef54fad25935c415f0fe8c8bf26846d149e3c80dc091271106", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006616, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v36.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5495358060579747, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:44.694717+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f584e609-6b4f-4459-998a-f4b2f1994809", "result_sha256": "fa24f619878739089c5ae109470cc2ea913a93f068d7bc4e4f62dc3b7b71a3ef", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5159319448284805, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:50.867586+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0495b31d-7ab4-4c15-bfdb-5f2410a84960", "result_sha256": "bcd57c15876ae32c74ff78980500c46f8c1a59b5fc054ead600cd6ea66875c1d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5131074090022594, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:07.559480+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "83118e2d-151e-4204-9698-e87a7d95eb6e", "result_sha256": "f28b56fca63da1b430b520fea04c6705792f87896e10f09dd582d6301d7df597", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006616, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.410602309042588, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:59.567657+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd5a6ffd-b8fb-4834-b63d-128afe771268", "result_sha256": "3be9a669fd7b5935a2843cac622aef2e410cffe5feb1af930a0c5247f96cb0d1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006368, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3201876741368324, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:28.057241+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a72a705-3d0a-4fb4-87c3-5aa334e2d40d", "result_sha256": "76e6a4a8dd2b254a339edcfc9e463219702211b295dae16480bbf7d959f949aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006492, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.3495800180826336, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:49.865970+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fecb0f3-4af0-4e06-ae73-0126e6cf6c8e", "result_sha256": "93eede64238b20645b6bb1e868ff0120ecdffc60ff8ce638ce8690f9e70a1971", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006944, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4749512649141252, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:49.554734+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "08a82754-24b3-4eb0-9980-c22f92dca7c2", "result_sha256": "938e5bdb9d3bb648f4f27e6824b6111b70b8efc7aede2a1a89409f0770f59346", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006428, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.4417555129621178, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Hanken Grotesk", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Hanken Grotesk\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:02.432254+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "16c1caec-9ad9-4e99-88c0-6b3efd414df1", "result_sha256": "23a8c10efef0a1e6bd640523974f97e536f99391224654833ded5f668fd1f00c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006744, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6628447440452874, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 64, "predicted_category": "non-serif", "predicted_font": "Hanken Grotesk", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Hanken Grotesk\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:46:42.498744+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "050f86a4-50b3-4e39-9808-ff79ea0a4a8a", "result_sha256": "d22fc3f87b7c0b80f095a3150f1a1379cf70f5f7bc8b4fb8cdafb03e98dac936", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006768, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0914042049553245, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"DM Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:48:47.297479+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "27b92062-8de9-4487-b6b6-7e0a2ce3900b", "result_sha256": "6c1f99f5ec4b73586339bed494478d26baa1626abe66a44000dd225832cca416", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.6983661870472133, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Manrope", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Manrope\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:14:14.787584+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d61f8c61-c840-496d-9d78-6c9a98143fd0", "result_sha256": "3109b7dec247d14e54adec6de33faee38bd323fb8b11b0e05ba4622d14c282e4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006512, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v47.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4521019861567765, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Hanken Grotesk", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Hanken Grotesk\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:01.814052+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ab4b6b1-706a-463e-b1a0-bcb6131b3aef", "result_sha256": "68ed80409b1bca527536067d437127e39d42cde930287cc345fa64d2a7661266", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6950582228600979, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:48.377143+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "393c8013-ab6b-42b7-bce9-f8e9c1b37d68", "result_sha256": "fba9f0512e75cf3f10fe8097bb7f3aefbbe1b0c8b960fd4df740e869cb8190ef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.572833409998566, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Epilogue", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Epilogue\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:08.787217+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a63d879a-55cf-4dde-957d-9874207fd3f7", "result_sha256": "fce1cf9eec8a52f219a9d512a44c9deaee72e0e58caf297ccd64b0f16c44e3e8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006504, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v50.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4814574839547276, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:57.554542+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b3b56f8-f802-458e-9ed2-76a98fcf9321", "result_sha256": "fa2832073c0e6f836e73c331e90231e8115963ecfb6b6fd7d756617e9145b5d9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006728, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.494084586156532, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"DM Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T13:48:18.423755+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "11659e39-7de3-417e-96e5-4b4bb11c18b7", "result_sha256": "ae9649db1bd70916a2b7df278a6408b6ea733183de391ca3032aabf9844a6399", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.9125107501167804, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Grotesk\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:53.772297+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4846f560-2dce-4863-bb33-ebb9fe4b6ffb", "result_sha256": "e6b2f6205c7db801023bfc1633edf9f2bc59137b909eb554376e06708d4e3bc7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v53.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.791221146006137, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:05.035438+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb72a4cb-cc75-495e-b5e5-98f9950d3895", "result_sha256": "e61e86910835250913b9ffdfa0a3ad798e31892dabcd3a92be6d86f70f17007c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0542085808701813, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:36.326858+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "15ac2413-1f5e-4e7a-a2d1-c9832718df78", "result_sha256": "245973fe53b5106fd33cc5323ac7f4cab5ce95e056ccef10822e6e2a7973b961", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0064, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2508846120908856, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:20.110310+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d970bc8c-3b3c-47fb-ac23-9bee988359d9", "result_sha256": "6f08075751e89444752c76f901246532b1bbab65c2cbfbbf5a3860b56f64dc9a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4429351019207388, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:45.713206+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba55bc4c-2dfe-49fa-8c9e-f4d0b92494ab", "result_sha256": "d2769671215eae019654ff6fae7740333b8347583e752f01f6e2fa583bdc1283", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00686, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4783010471146554, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:01.969724+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "69f7d13f-01d7-4348-9119-f962b1e12203", "result_sha256": "7273031d54e4285a0f21a0c5aad8350208bab3a23f75846e35f047349f747394", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006552, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.851751832989976, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Hanken Grotesk", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Hanken Grotesk\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:16.857208+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fc9ee77-51a6-4883-a77c-08f196c78c9a", "result_sha256": "014bb4a84af7fd56d016558b7b1935bdbdc74087330232ddce1d9634714e1f37", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007004, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.268150692107156, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Hanken Grotesk", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Hanken Grotesk\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:42.395214+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "422abfa2-12dc-42c6-8ac4-29f7779f78a3", "result_sha256": "0121c41a4069ff289dfc1d4157b0fc0d239020389e5d4c097fbe9973f6571146", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": true, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.719344452023506, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:37.812251+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "52876f80-e8fc-40a5-9c42-6c1586a01603", "result_sha256": "7a58e6877131bd978a39835114585920f73ee2339e95510968befda80c3bfd00", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00632, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.659002625849098, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:22:34.969157+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c67d981a-07e1-4431-828c-0c75a319457e", "result_sha256": "b022dc48ba317e06c538677f3c2ed4efc01d29ba81bf52849968c09ab688ba59", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.153318468015641, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:36.100929+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc348486-0aed-4e62-80f1-0297330a8514", "result_sha256": "cfa0bc69c5eb2a86c6cd263818cb31159a4cb2db42e504dde8fcf5df38f3c6c7", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4605869860388339, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:31.745922+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "95ac7673-ad19-4230-a4c9-1685f5b24d50", "result_sha256": "4cd0836d33dad0ddb93c8e5f7927bb458b2da31e24b0e4906f907abb1fd67744", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.9835235220380127, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:58.637424+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0c06e68-40b6-42d4-baaf-a2519598f3b1", "result_sha256": "ec66b5f39e9859c9023e10c725a2ad7045cd5274c6bf8398980f1e7cc057f506", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.328724664170295, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:40.053768+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "19d2942d-64f7-4d5a-873d-5ea615493037", "result_sha256": "6920079100cc1ead9f392e04682eb60a100847a21a3e38b099413e5481b0cf37", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.447810493875295, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:02.258173+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ebe85ef-73c3-4f9c-9adc-e1d3b4b9a0fa", "result_sha256": "1dc87cca55f60f86186b7a59c11c78722b3b20618e7712b835d52f042290e382", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006604, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.383593845879659, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"EB Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T12:14:22.531540+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee39b30a-847a-4eab-a975-c0c90f87a8b3", "result_sha256": "f11f38a75b4b2dc314d0e07ec30a433082d8cc58715d0d815a25897fe9752708", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.7182865561917424, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:26:33.025824+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0809d026-9371-40bf-b217-34fb3ce01ee6", "result_sha256": "8cf6be0a74b85aaeb9f8e7921c1c7faf1dd7aac58ccc56690c22f57da9ed11cc", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6040270128287375, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:10.553312+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4280179-88c8-4070-9d1b-b16ce1822f26", "result_sha256": "f4e541488ab06d4d1c76c62e0ad72662ef24fc757876268a7b73c3323f8639e6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5887649939395487, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:28.595728+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ba4f646-ca0b-4821-9a85-58328c06f1c3", "result_sha256": "d92c7c1c6b84b5f78c7983f7cf36dac723357e3deaf0ec9443e7e76b43b59d0b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.6721381719689816, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:11.419663+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f02754b7-29d2-4200-a214-4e3a2f24bb20", "result_sha256": "16fd10e7ab8a19ca249af2fffd4e8292128c11dc0667e4b4c873edb6655c6952", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006624, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v27.png", "input_tokens": 1366, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.477531427051872, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:41.502249+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e585b45-1c2f-4476-9c36-874852a39350", "result_sha256": "032409357bd9871cb54b581096c1622dc857bfdb797955b0018fda3dca175c64", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.406490822089836, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:26.628921+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "47e60563-f0b3-4e52-850e-fa7d10464523", "result_sha256": "a88a4b48325b699e5ff4447192daf9fba30030f7ae9c6f24363725c97154bdfc", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.409170100931078, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:46.191486+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c233e932-6d73-48ab-a370-528cc695314f", "result_sha256": "138c701ded5769f53c587b708da632c39469d8850782472865377bddf888ea1f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00642, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v30.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.491316029103473, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:15:38.791642+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "77b8a156-933f-4c2e-9955-cc14d42b38de", "result_sha256": "556ed6d35f3cf5c2d1025d33bc6052cbf7dc57c916cb02189b387cc03860dac0", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3003017571754754, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:50.059791+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0f2fb55-e5e0-4fc3-bb18-e9e24cad234a", "result_sha256": "14a94bf69b1fe86efd475409879b756ed986b4713fd06fb16d27494d09542fb4", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.1909370610956103, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:41.530470+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8793af30-7d31-4c0b-9a62-111aaf448558", "result_sha256": "decf83ef290ef3bfc1bfeb57679a16acf69bd54694c7c53366ff0bf19db5d42c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00678, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.779947553994134, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:39.732558+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e22db528-022e-4ab7-af18-eccd2bec724f", "result_sha256": "95e07c4b2326c11ab449d68964d296a215263c19c9a142e201757b7ac4bf1a82", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.661544163012877, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:50:01.569389+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c03abe19-e5cf-4433-92d1-099d92b96577", "result_sha256": "6bc14bf955f77d8b363956877d4f6ab411f93ce10872b2e05cad37d46baf4665", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.2405381130520254, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:35.416309+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "898bc627-7148-4592-b608-aee5766abae4", "result_sha256": "60c2a5f241247f9467513af641be725b1c3361bce41a4d55486318cb70b2364e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5433743682224303, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:36.807333+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2fe42e9-e25b-4ecb-9f00-402799c351e1", "result_sha256": "af2ad1231c65a8299c55d1d3993a24673147b8bad58b1322bd2f65f4682a5233", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.6779327960684896, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:49.546968+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7b006bb-af8c-4caa-bb73-3790a15d3853", "result_sha256": "8eee430b8a40ca272f252c13ec9936186e904412a3d2a4f7cf968739c058e4b9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3960186028853059, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:37.250500+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ee8c0cd-659b-4b54-b35b-362dbbb5abef", "result_sha256": "81f7724e1e06e4583d33193aa7b2b20cd69671565e4e5975693c03885d81df06", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006596, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4835488479584455, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:30.615435+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbbfa965-b061-465f-a371-74044fbfa008", "result_sha256": "7fbcad190e9efb40c4bfdb82cf9f399bfd84d87dfc2895e51241b8c70e419a42", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4046177880372852, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:24:36.501246+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "47e69b7f-4fab-47a5-ac81-1c65e3c8310b", "result_sha256": "2c9f46cee019a7ee95eba72865e2e0d13243179b1eef27e5e949aa343aa94f4b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.473130919970572, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:53.202536+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "95940dd1-025e-41cd-88b3-63a051ce7c1a", "result_sha256": "1b9e839c8157d7a8007c9491078c5e8159b025a6eebfd4dd0ba0c247617fe12e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.056037303060293, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:58.835954+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "33133097-fa63-4dd9-b708-a17deda3a38f", "result_sha256": "b57cd41257a8e361a10863f0171ec06c0c94b7fb62a94b0a4531edcf39752da4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.938755043083802, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant SC", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant SC\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:18.236394+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac4963d8-180f-4239-805c-abfe5476d7fd", "result_sha256": "3ba1a1b5a34fecfbf15ec21c7cbdae6b6ad68827e5ccde59c075d3c1c35133fe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006604, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.538582145003602, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:43.129045+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1431ec28-6df8-42ec-b16b-158fed4255f2", "result_sha256": "8758124d8533486075a2aedee046eb8e36bd249c82547522c833694840cffc5a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3381995840463787, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:39.529365+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e155f59b-dce1-4fb3-957d-564b36f9ffce", "result_sha256": "13f923a73deb65270950e8bb6c004777e8bd14aeeeeb8887324be33b788cd5a2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v16.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.3824376540724188, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:56.566926+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "22969487-c290-4133-85c8-21acae9bdbf7", "result_sha256": "91e9b28b39659d9715c0ba30e1a0f057ca495e15f2cbd1a3d81a313f48cbb714", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006836, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.37956720800139, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:48:40.520427+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ec59e50-6d40-407c-9a2e-c148bfb4aa3f", "result_sha256": "8bba5dd2dcf1b11ebe5386e5bb014d8872d56e11c4b7c2ded7b51ee142d218ae", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0068, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v18.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.8657641450408846, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:49.105231+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e8622be-4873-425e-8ae9-7e61c83dd2d0", "result_sha256": "3b705ffe8ef1c125f0bb54088345b0b5ac15770ac8e9721a2809f8865a23c276", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00678, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v22.png", "input_tokens": 1435, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.5829023299738765, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:04.183120+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce59a694-74b9-4555-addd-6bd18c1fc2d5", "result_sha256": "9cdddf88905ce6a915a069e4c261e136e2639f72911eb968138ffdd524937a22", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9888988609891385, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:41.539528+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c160bf1c-0832-4188-916b-c199206e2860", "result_sha256": "5006e9e4ae9e0bdb5f8197fbce9ee774885463b1f9d38581f3cb71507a248264", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006544, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v24.png", "input_tokens": 1376, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.2947653159499168, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:27.013440+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a15c7d0-efcc-4aa0-afd0-f600ef595cc8", "result_sha256": "b234de2ada26146890fe19763635e0055bc63b5c52d6daa06553b4e68afa6033", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006728, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.435445260955021, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:32.034285+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b69f5672-6615-4126-b4e8-cbbf3d2e5047", "result_sha256": "7824a48d10ffee333791ed07755154c020bc0afb60b122bc77497e69e2a0b9dc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006636, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5038634019438177, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 63, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"IBM Plex Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:47:26.737272+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a265b17-0f93-43af-9846-50619a9a5bf0", "result_sha256": "b97f4c5b6e9faa28955c4f4a571bb89cc507ba1e5bc37f3be35c631afb4d86d7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007116, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v27.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4893198020290583, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:13:09.003627+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "38eacc6a-f1f4-4bfc-95f7-a547aed7528a", "result_sha256": "066ffe5301137d97be7b14224eeccb3728e1f8311e13335a050003a6f6b60290", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006836, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.489011141937226, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:51.906614+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c736b9cc-ac68-4945-b036-6325479c2e91", "result_sha256": "870b7774a816c9bca05596a412eda76c6458ca7b037bbdeb47cfa1e5a33e9f01", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.412722858833149, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:33.530819+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c4e27f9-2aa1-4cdd-993d-545a6b12d4eb", "result_sha256": "989b72e71a285541efbbda153d882456413bbfaee5cc278747062a3dcc82c67f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.487236864864826, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:24.499892+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "47f5e120-55c7-4536-97cc-c04168652873", "result_sha256": "a9d8371dc6154eac601953e717e86db2debb8b79324980edb249ae173fa026bb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.7223911569453776, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:41.977547+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "af590520-7fcc-44d6-8df8-e894ba482291", "result_sha256": "bd676a037b132b6ecafb49d4995e4c3c48764cffe408a5fd6939fd58ed945c56", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3527044118382037, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:19.221975+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "45fafdae-ac57-4b29-8932-0f3051997b98", "result_sha256": "84f7c0ed3a138951bfe922702f8e1aabaca873da6d4c5237da6f595a72e5c7b4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007056, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3774909970816225, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:15.984994+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bb72013-b399-4f55-81a1-d30bf0d2da8b", "result_sha256": "375a6937ac8ec3c5faad9ea6ef2aa383cb66cfb0edc006e523a25c333eae5cf8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.4301123160403222, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:35.007309+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "66dcfd1d-5ce9-41ea-9d31-0d24799dbb04", "result_sha256": "f863d12140e1fa1448f1a1a85a63a388918f0a35803186c935016dd46bc5257b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9248321549966931, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:35.912383+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "63a82646-2cc5-48c5-9a3f-767fb7dbc142", "result_sha256": "a0ae54b9c80d4b9ad89221b6d5eb05c5c54d58eb9bb52a9ba4b76fd739600a18", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00678, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.2277822641190141, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:16.258727+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "607d319a-02a5-4685-af99-c26ebb8169a8", "result_sha256": "95ddb66296135c23084ca3a6e18ea8fafa1b72714a289edc7691f0a6cbc31341", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.5784396037925035, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:24:00.448762+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "58350a77-5a91-40e9-8893-483dfe8a0e4c", "result_sha256": "5e098906868e953007eaac304694d56e11075a1c1b1011ce5ff6240696ea0cc1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006656, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v41.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.391589649952948, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:35.555950+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fa3a6dd-c410-4d26-a218-4139c2bb8399", "result_sha256": "298ccef8a6f37b5d6f7d82d3bf0bc87db54237fab9aae566dacbeffd279e8093", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9940016239415854, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:49.872930+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b514d3b4-80a9-4889-9958-2cd9ae79922c", "result_sha256": "59e13b3ba738d769484fd9044608a43e1b5cca574a4a81823a0a167974e4f12d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006388, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5821532080881298, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:59.464825+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "06b68632-224e-4ed2-8567-3196361b20a1", "result_sha256": "a3d2721042bd4299fbf1a3885d28cd00e6564607bdec5719a53695b114b7738a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006544, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4413511741440743, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:19:16.244927+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "53dba2fa-e5e8-458e-9ed1-1bc17dd47350", "result_sha256": "daf1b3952187f3f013b7b58402bcf402fe8368bfe2edeb6a858b10e2da2a126a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4364042540546507, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Fira Code", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Code\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:41.802856+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4caa74a-b9ef-4e33-9bc5-4e5e0aa5b402", "result_sha256": "c7a45ffb5147a1e1162785881527b196461676c6417636e4aedb0e3aee54d80b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00636, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.78068717289716, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:48.517924+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a504ac97-bf45-4757-861b-0e2eab54ef79", "result_sha256": "b5f28d0af3a115f2371e0c59ebdbf230dd43f3f841975ef5613e4a9aca834e09", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4487134299706668, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:12.612848+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4155585b-b277-4a62-a057-c1dbba9eda44", "result_sha256": "7baa2a5851c175ab98000b6cc4670b5f21a5b93de77bbd40e0c0c8326bb49d31", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.410005409969017, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:51.287350+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2f107f2-5072-41cd-925d-9da86d00d94d", "result_sha256": "d37bc684abed530fd4acd3abfbadda418311dd1b89a7a2be7f520cfb820752b7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.409372272901237, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:45.590853+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "322b8585-18eb-4c26-b18c-f34c5bc14212", "result_sha256": "7717a2cd8849d86bc0453e20cba75027df391da131100b1006ace5f4a5610a98", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.010964, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.173948386916891, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 257, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:34.840308+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b6e1e75-3c63-46d8-81c7-6c088029392b", "result_sha256": "9fd31f656d932527243611c6caac347dbe09c3ab6622525dabe8fc5573cfae1a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4501819000579417, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:51.424815+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dfcea9e-056d-4b22-bad9-bafa624de00e", "result_sha256": "98dbea126c47e14505b117937a71313a7c9710785e3c03515c486c82241de65c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006624, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.4665752940345556, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Fira Sans Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:31.952630+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7a6dc7b-71f3-4ae1-a22b-3586e423d0c6", "result_sha256": "0d1acf8bc6f5b172290ee54b9fd5a81968707d15210dd7498fa9ef705c5a7a98", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.600672717904672, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:17.027009+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ceb58e74-a8f2-4160-a60d-da07b06a4ac0", "result_sha256": "5bf79d43810f08df8c78e64ce8f6289d5eba11f51f7bc58fffee169f7e89e543", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3491104629356414, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:21.049324+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "08a6888d-a531-451e-942a-40bc11ae935c", "result_sha256": "4cec551d30150055e134013d085bf0039b880a086b35520d62b9a64ea5b08da4", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3231045519933105, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:04.314781+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca6e2115-ccde-4b96-9b1e-980e8cabce7b", "result_sha256": "9dc45539ba519d5bc41b85b38be66b9f0394e72a55ecf5f79d2ea2686a95fed8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006516, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4462012578733265, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:23.788141+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "27126fbf-1406-4e89-a8f9-a6bb8e22529f", "result_sha256": "73a820a079d75d407c4f5008abe44c5e3e6ed716ba3debe3afa9252efd5d3307", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00688, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.56377753498964, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:56.774995+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f3e2bb4-2db9-4b46-950e-bd392619653e", "result_sha256": "918449630f68765629cc490b1ac0eabafb2d229879ffbb4c21fbce6558f495c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006896, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.621301765087992, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Fira Sans Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:46.825392+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "030acc1c-b8a3-42e6-9c92-b5c682ae2fd8", "result_sha256": "f0b9d9b9f13ca8a59f37df4539486c7bbc1bd4038a2ac4e01fa6d87f40d7c6ec", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006496, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v29.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5934485839679837, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:15.863155+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b52f7e9-4452-4c2a-a4a8-bf12f1c14556", "result_sha256": "ffc28b994cd4e58b88a5a6a30b82b4db3992f0b98645a717956c8af918f37b81", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0064, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v30.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.462201926857233, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:38.550254+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "63e94410-15b8-4cab-b5c5-2266e2df9d8b", "result_sha256": "7a699956b134556107cf5e002bfcc145aefb401b5907fca1feeed7b7d843ca13", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.504411700880155, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:17:48.552170+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbc78aca-e320-4c39-a947-d5a3c8109fef", "result_sha256": "fe0f953f75180372e64ad077fa389ed88e3670cbddbad12f73d53c1da72cd1f6", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7875696818809956, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:52.923558+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b2d03e7-1dd4-41ff-aeb2-5f85a4ca3272", "result_sha256": "2c57bb1e3a9069fa6b5e960710446bf97b2a5a9e33965295f9ea3607c9a2f424", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5594819108955562, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:48.603749+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "29e5b434-ce0d-40d6-9735-92ba18cfa57f", "result_sha256": "939f6641ca9d313f6b98afcde82513a1539369b88624b91915edf39b1f2abb64", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.416223203064874, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:31.888589+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "586c6aee-ffa3-4f97-823f-7de7f97837bf", "result_sha256": "b5d04c15dff8a85b8445d18423fbd9a730804c6affc06c36f1b81e3385414eb6", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8250994340050966, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:59.152919+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "49151811-fc7d-4edb-96b3-3b22108e5a5c", "result_sha256": "d55f9163db6fec1b479dbe290cc715a68dbed5152589a1dba96b0c452e557ea7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9241206902079284, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:37.815858+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "df37b865-a997-4f06-a51f-ee56dce3247b", "result_sha256": "a3106208f3b5c16977fdc9c20b95b1cb442222c58f002989323d44d1e0191189", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006984, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3534132009372115, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Fira Sans Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:47.760798+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "66cfe7f0-d0c3-4803-ab23-aef771300d4f", "result_sha256": "4f78eafb2b16cd41892886b29ec9e08ff3603185236b7627b29a7f3f3e54552b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006408, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9685508590191603, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Fira Sans Condensed", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:21.134740+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b16bfde-e420-4d31-9f51-c31c1845f5c8", "result_sha256": "4bf414cab0de9780edc804c00531bba40a55b68705e292f9a23b537ceff21066", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006636, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.712376795941964, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:04.762616+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2515d55-7d83-4571-a364-edc0990314d6", "result_sha256": "8176a95c2d62febc83fae3716265a45421897617bdd6a59ce0c7f45ec6704bb4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006408, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5388064419385046, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:05.489239+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1aa429d8-b8ef-4438-a313-66ac18e2b2b9", "result_sha256": "1a627dd260fc9b76befc448376e14ee8ea7db654c6809f9364642a8fe9ac4912", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006492, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7659442541189492, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:09.833203+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "98919793-64ab-492a-982d-c38ce8b32da4", "result_sha256": "621b79ca8cb087da6cc2b048f424201a391bde030be36c106334068199d9a325", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007104, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5703730839304626, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 64, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:48:02.531049+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "de0d7772-0f92-4f5d-8bab-0d861deb45f1", "result_sha256": "188ecafbeec357a2b729a4002f61ba39a6fae597149c21e5d2118780999527c1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00624, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v43.png", "input_tokens": 1280, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.4074323719833046, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Fjalla One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fjalla One\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:05.304984+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c93b820-7458-4a65-b87b-2a8766d17709", "result_sha256": "7e117901f4b4e5c0a935fa78340d81a5039a2fa61c01fcb9228f5308f5726baa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006664, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.834316911175847, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Fira Sans Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:20.784337+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "afb86c18-8132-4603-9a96-08362f6167c9", "result_sha256": "8d5fde53c94a0eddb1c4ed9cbf20ef0699f919298ce08659f1df2ec4ee197539", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006788, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.476625225972384, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:46:55.067923+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ada24a7-350d-4dba-8676-71e31f868c02", "result_sha256": "552a60f1f6f511c132db74686db508ca4bd282833d3eb73e308de5bc4e5edfab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006448, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.423140917904675, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Fira Sans Extra Condensed", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans Extra Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:50:00.310924+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b326c00-2568-4a98-b4ed-609436d3e7e6", "result_sha256": "89b1159036e2bfcc29744e921b4438f897c1f0940d7bb0df3a27ccbcf6b76c7d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v47.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.4509353921748698, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:12:43.212500+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcfa4be1-6f17-4ddf-91fd-4a435096b200", "result_sha256": "927383b0e4676b593140c76a662264446020bc3d6ba37057313e123618b2917d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.486822634935379, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:29.712196+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e24849d8-afe6-4477-a43d-50a411710819", "result_sha256": "c782177558a969103b680e03aaf50e974367abe50d15142a0c09c42fa01aff7b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006436, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4830370109993964, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:08.611223+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a7e0016-9432-4a00-8997-fc0646ef6d27", "result_sha256": "8e50fee8e131b3f6767dcdbdfe5eb9f8aed48a6f288fb80572a9ac5f87db3066", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006524, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v50.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.539843274978921, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:20.963929+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "81d6e2c5-61ff-4a6c-b4b8-e5cb0cc88548", "result_sha256": "7439935cc81f1c161303d4ba282be591b07846fa65fef48cf968d1621774c278", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006728, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.523554763989523, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Fira Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T12:31:04.493124+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "079d910f-1112-461c-9b15-db46bcea3586", "result_sha256": "1c539d38248c27f8d8aae1048a2b7d76f87d0f374591d4f38a132876e516d42c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5958817058708519, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:23.796255+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2b8ba06-c093-43e7-a8fa-5b91e414da2e", "result_sha256": "3ad2ea00c2e3b15df49dcda768edd7d0600603da9c2fff88310ec2c4acb5a1bd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00642, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v53.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.662675900151953, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Fira Sans Condensed", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:22:48.093895+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d436d71-aa91-481c-9844-fa9725de21b9", "result_sha256": "e4d4344580b762139d81cdbe048da4a3e611236e0e54de22dbc257a3a78ad148", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.810837145894766, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:34.666618+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "64fde674-3481-4a38-917f-1303d37661c1", "result_sha256": "eb85af173d934888b08d0d714f0a4074ef70ad4322fc8e9f78bfc232c5bcfe02", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0064, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.404503189958632, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:08.148345+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c6dbff0-c9f8-45ff-a838-d9b57123129f", "result_sha256": "1c676cdca2b66c659d2d3beb09af61c3ff35f7bd7f68b85c11cb38caa905ba4a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": true, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.528806071029976, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:25.141549+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "58236ec2-ca9b-41e5-8f87-7a449e06d342", "result_sha256": "f6432f64b99209bf0ba973b2ee55401a82d4b774de9805d010562fe69291a4e3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006728, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v57.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.0019900519400835, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:35.155672+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f72a1534-b038-4a5c-a64e-5d09cd4ef0d7", "result_sha256": "49af75e25ee226badf0952acb7f15bef3e359b8137e1062f41de6fdd35e48aa6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.8772960628848523, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Francois One", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Francois One\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:06.160095+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "472d3c2b-e5d4-43d3-b68c-3952618a8d55", "result_sha256": "2e343d8b68961e08356b684e1983ef0c67fa0ade775a37b4a1828710c2557eb5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007004, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4176352131180465, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Fira Sans Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:41.689958+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8106c1ee-bd69-4a77-aef0-06fbd4f0c533", "result_sha256": "b952bdc5d13408646c9b796a258c99abb7af682fea0a9410cfac24b565c9a1b7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006428, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.8432222090195864, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Fira Sans Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:13.799439+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "65c4b76b-df4c-41ae-9d2a-a28f99b1fb9f", "result_sha256": "39c649da9aa99d57a39c5faf89bce54af87edbb7ecd300483bac37edcada7eb5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0063, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4527559489943087, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Gelasio", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Gelasio\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:15.808265+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "67a86597-f518-46b8-900f-63bb8138f7ee", "result_sha256": "2bc96cd7d2b5ce32fd73349fe9718948b2dcd582c8c224b2c2e8eef686d49489", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006696, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4822807537857443, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:23.074212+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d86bab9d-84dc-4ed6-8c87-30529031b008", "result_sha256": "0f747e5c849479d837579196ef14ae4ae9028f4ffc8c627dd932ea2f74e6dd61", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.011018963064998, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Source Serif 4", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Serif 4\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:50:05.431162+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "74cc53a4-2870-48cc-ad97-dda046c8db39", "result_sha256": "670a8f7ad8d3070aa48da742b6a67982fd39483402158fc7043c45f9396478aa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006392, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.9586100010201335, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Gelasio", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Gelasio\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:04.163212+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d9bddee-a70c-4c6e-b9ef-f961056cfc66", "result_sha256": "b599cd822712258dad62d09a733d2e50195089a520b79b601fcbbaac977e26ef", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006824, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3738402780145407, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:45.930999+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "88f29038-1054-4ddc-9303-b4b4c36b5f36", "result_sha256": "99c994fa86dcdc03ca83eb669e029e04772e07d030f9affffb9d948894156b20", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7958372908178717, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Source Serif Pro", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Serif Pro\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:56.021528+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1b2a87b-8b68-4bd4-a56f-dcc4f3fcd35d", "result_sha256": "ffa76486de5d0ce2e3ee9afde336cd7ee7afac6162476953f13bbbd9061dec39", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006484, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4808404750656337, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Gelasio", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Gelasio\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:49.237228+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "205a406d-cbdc-44aa-8894-aa919765718b", "result_sha256": "fa9f033fbca40330f3b43f67a5c88eb2cbe7304e65448688d77095cbc7cd5921", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4054441859479994, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Gelasio", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Gelasio\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:54.199999+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e72e2ae-6865-47d3-9092-9f283eb4d1bc", "result_sha256": "f4902a459981193457766e9239d3b5c44e7d5feed6086069f1db4caae114a34d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006436, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.457006812095642, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Source Serif 4", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Serif 4\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:33.716232+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "10bdfc0f-8f6a-4324-81dc-7bc74eac3f44", "result_sha256": "b8d37dc830a3ec5d6d3bc970732344b4d612b926864831caf964c792a530c7fc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5987635161727667, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:24.475804+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf483cc2-630f-444a-aa91-68cd7378a670", "result_sha256": "037e475136953b4a6c2f5dad05f3604f222f385496e44e8a796b45e1e95fe526", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.7323989018332213, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Gelasio", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Gelasio\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:58.923300+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9cf58cb-a356-4ac2-bda9-d3f6b1bea15c", "result_sha256": "fd9c53b29da8bd25f2caeb1341a3b1b52dd88bc938790a788c7eafb814e3f944", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00694, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6253582290373743, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Sorts Mill Goudy", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Sorts Mill Goudy\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:44.944241+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1881f893-b2cf-49e5-9208-f68a85c6ab63", "result_sha256": "a966e69a28ec13ceb1564491d21ded364fd970f71cf168c874092f809653bd6b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.520619109971449, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:15.694588+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0bd13eb-a1a6-4853-b23c-e371f91fbffe", "result_sha256": "1e97d195c2a5935717ee234430569e15b468078736ba2ddec4584cb1749e0896", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.539649457205087, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:37.780141+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2fee6b2-3820-45fc-b079-00c14d3b8a5c", "result_sha256": "ab2d55b1b3885935a2b7659339ee208e58f81613134d2b07eb5c6f8f88a8ce3e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006492, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3478738158009946, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:56.524598+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5334d215-2fdf-45af-872c-b7f856fbf0e8", "result_sha256": "90c7cd8e6ccfa299e1058095d93c19df34806e27863d6ee501665312f99b463b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006568, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.879983675898984, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Gelasio", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Gelasio\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:38.075863+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "098f01fe-290e-4354-aaaf-5eea2f50f7fa", "result_sha256": "15dc07b588acedaf11913f8be04802a60e1f2751bf4eff5a6cec9ebad8c732db", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006356, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.697260761866346, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:54.286219+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc0def96-7206-427d-82aa-a7adc4b3b7c2", "result_sha256": "ac0e245cf6e7a1e57fa80713146aca5de918623045cc3fbdbc682a616006f4ef", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007036, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5060531601775438, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Gelasio", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Gelasio\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:44.047769+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e04cc210-79c3-4b86-aecf-7fad5414977d", "result_sha256": "dde7220340de24e1da23c3dcd60f0c71e2421af511f091c02aaa1a76738d4130", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006696, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4424469880759716, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Gelasio", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Gelasio\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:55.895129+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9733a67-2ff1-4069-84a5-7a891789765e", "result_sha256": "82a18dc8480600d3c51268cac9f6557d5de959d859f6b32eac4bf97ad045775e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006568, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8960799758788198, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:21.537701+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cab1500c-2a54-406d-9c52-fc13c63f534f", "result_sha256": "1e4ef38fa3ba51c57342bc044d1a8c2d2cf4afef03241938199f79576307cc07", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006556, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v36.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.37946015316993, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:27.078287+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed59e51f-3e4a-4324-be1d-57d1dec1ef1d", "result_sha256": "25a73c174da3b324e331273ac606c566a7085eb63d56569712e86b18d99516d8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011664, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 5.630034529836848, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 292, "predicted_category": "serif", "predicted_font": "Gelasio", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Gelasio\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:19.101489+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a2d9986-f0a5-41da-ab2b-3fbd535af129", "result_sha256": "00c870d7207ef0adff6c0ae870cb11178d0504a4d1862eda5afd121e5541fb62", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006248, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.726407987996936, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:20:51.348664+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "325ddf95-7a78-4c66-a627-d54149905c64", "result_sha256": "4110439ec3104df700b456a35fede58896cf4e812541d802bc5e28274e2c7531", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00674, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9059283828828484, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:29:29.068103+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2213841e-807a-4c5a-aa2a-39b0039d87fb", "result_sha256": "b2d161b70bdd2af4801c766238aeee8c3b057c01a81fc9ca1688055c61c75ac4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006388, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.978213935159147, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:00.103801+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ae62941-47bf-4214-859f-6aebc04a313d", "result_sha256": "9b9f7760b603f65faa56fc23ef3d71a9c58bfeafd533af0167990aec7fd27a5f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006636, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v41.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.8326930589973927, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:50.509237+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "de145fa4-c262-4750-bc1d-3e555d9f17a4", "result_sha256": "38569ebcc00f5597c954b34bfe40402fe48992bdbb88f88a6f3f0eaa56bcbea7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5840023709461093, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:16.315586+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bac0114-1a58-4ce2-9b63-b560be137e4d", "result_sha256": "d12ca47680a27c5a37b51fd5d6a08162f69de64c9c414b80a62c93cc0d193691", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v43.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.7922127479687333, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Gelasio", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Gelasio\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:39.278003+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bb7e38d-adab-4cf5-bf70-5da9f9be7322", "result_sha256": "3339d2ed0c3c87ed064a35f63c3b5cfc11ae05ec8b3bc7d13eaaf0fea20b53e7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00684, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v44.png", "input_tokens": 1435, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8587229801341891, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant SC\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:01.289461+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "453875ae-872c-491b-ab75-3d41c12ce41b", "result_sha256": "416586f8b82cd7fd15911762148216cab8a9b9a296d34654362df5eea74f648c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.582819960080087, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:16.805712+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "111e9045-054b-489f-9647-7611419e4592", "result_sha256": "358d58f6bd0c7493bd2c38bc9f935b2904c134dff9765ddb7cf914b96ea694ac", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": true, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.406025362201035, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:02.951117+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "145d9de4-d601-4a09-96a9-ab89c52c89ca", "result_sha256": "64f69a874be45901d9e1c85b1b63f866aa907c8ff2c70e77c6115c4a63ddc61d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.659156400943175, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Liberation Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Liberation Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:11.235617+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9ed0831-53e8-405a-95af-63015ec1ca32", "result_sha256": "3420fcf6efad9598080ebe48192d15fb96611fb179f575eab388603f7311b780", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3172134759370238, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Arimo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arimo\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:32.139823+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "18235f4a-34d5-405b-98c9-31413126d03a", "result_sha256": "bbe4f97b45e0058d5ebf508429a43a53ad69fd45d143631e81daf5dc46c5a910", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.8148966149892658, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:12:19.833468+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6744f697-8314-4d91-8d1d-fd0972f23111", "result_sha256": "7f7853f2f408c2cada02934e2775245d26f0bd941acca394c3bcba7a901090e1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5236531300470233, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Liberation Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Liberation Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:06.045998+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ee812b3-e264-4d57-96ce-acc23366b8c0", "result_sha256": "07b0674215dc9e1e2904ce2dec8a9b6b2b06c8b326cb15febd825d69e6fa7b32", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5074157598428428, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:40.937900+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "db6dd8f8-af31-417a-a167-cd42ad179bb7", "result_sha256": "24f13315ea45cf46ec3faa80545174f0498f2e495603699a1d83595ab5943ae2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006504, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.703359501902014, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Arimo", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arimo\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:43.712861+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "80df1ebb-1d15-4f17-a099-d1833edee19b", "result_sha256": "c4298160241ccb8afbd4048aa9afd02e78617b3d63d126bb89dfefc639f10b41", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4445401760749519, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica Neue\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:21.691866+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "27b1c533-6fb2-4bac-b3e5-0f8f3ab82360", "result_sha256": "db624f021c1dfc2341be3aedd149ba061cbf15c06cf879dd3cdaac0f4cfb8549", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.332428552908823, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Liberation Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Liberation Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:09.513095+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e2a511a-0874-4761-bf74-848ee6dc56be", "result_sha256": "8179b3c7b2a34c8edc5dfed23a1681995d425386e1bf9818accfd422395b6efa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5613135239109397, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Inter Tight", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter Tight\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:07.971233+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1731f10-4379-4a93-bae6-1545ecab3be1", "result_sha256": "6e87619ce75d5546642f5df6794e1d03543207775ab21507fbcb52303eb8b42b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6014319150708616, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:04.822484+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c01f0cf3-813d-4a3a-af59-4a889f47d0e8", "result_sha256": "785c9670e065a1c71da39728e4991951d1fb48f23deae08becbdc3278bcf875b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0069, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5422320468351245, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Grotesk\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:30.521710+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "71561eb7-82b3-4ac3-b80e-e467b40c1be6", "result_sha256": "6b7613cf4505972a92f9061e161bc6d2aa4f0b062e39f0a3e745b3c38298fe7f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006856, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.6876508020795882, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Archivo Narrow", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Narrow\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:04.520428+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8aee1c7a-962f-4ad6-aa7e-352f237a1a6b", "result_sha256": "43433d2a7bee2e1234f8bb817e4a16c96518e675520994ad61fc40564fe02509", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.574229434132576, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:27.712359+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7744ca0b-3aed-4f90-b52a-e255dfb5b85e", "result_sha256": "2e6fd9548c47c945a75d0c3921040d2a19d1fedbb83fa655899f70d3b0857d4f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1102654070127755, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arimo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arimo\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:18.751273+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f46eb3ff-08a4-4a58-94c7-ed06c1883069", "result_sha256": "a105e7c5a42f7b4c3b8a5bf0bc6d469c2f16a3bed1ae5c0eb055abc36fca4ffb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.401834534946829, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Inter Tight", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter Tight\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:08.196601+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b86ff975-dcf6-4d56-8398-dd169f4cdfcc", "result_sha256": "aa14ee3ee5518687f15803dcd2ade839962412ece989562828864d2362e885cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.384151130914688, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Inter Tight", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter Tight\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:41.669122+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7586663-1f6e-4656-ad9a-493ca6e517be", "result_sha256": "e93eeb4de912cabd3d7476768cd49eefb5e33dd7c51f71a4a0e5ffef0d21808a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0068, "error": null, "error_kind": null, "font_correct": true, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3641552859917283, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:21.583116+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4804c891-4080-48b9-a8f4-0b3d3aa05d5e", "result_sha256": "97317a9f5537999dabb389cf6e2c8ddac33516e75e848abce4f5be39c8a86f3e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4531525808852166, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Inter Tight", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter Tight\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:23:25.739297+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf746bb2-f851-45c7-aed1-33c2c0f1156c", "result_sha256": "9d9ca0163e6d1d35db23110ae90ecb882e90c02e37ff05f38d74a1f9d75285b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.644072704948485, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:50:02.220537+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd27295e-bdc1-492d-829b-1df402e51d3b", "result_sha256": "1300c63502cead9911718609bd47e30cfcaef84df885a5a3d2f667139c34acb1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006392, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1200145741458982, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:12.238982+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7953664-2c58-4263-aac8-7dc153b710fd", "result_sha256": "70b28855082aec64167e16ca4c3333098d8ac86869f2c24b48125bdc0a3939d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.9780760428402573, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Inter Tight", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter Tight\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:21:17.632851+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa7bca9f-f0e8-4d7f-b3ec-9ceaa29e0f0e", "result_sha256": "32617646c8e6cfe619b7ce8d8a406124f7048ab942792a33ee7a36eb28462a9e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5395335550419986, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:27:22.167671+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0278a2f5-31ee-47f0-bc38-07f71379e591", "result_sha256": "576c3e792d52dafe3d028a93cf0228ced369e6166890112c51e8359cff2c3ac2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006616, "error": null, "error_kind": null, "font_correct": true, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.371879885904491, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:51.933590+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa605a02-7ffa-4e65-a63f-ebfc3e778048", "result_sha256": "06111b6e37aed0e6a79ea4b9e2acbd7810f7ead94700601edd6db53face16d47", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006408, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4422084221150726, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Grotesk\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:59.066543+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "26bfd3bc-4c40-4f4c-add6-2af8df968261", "result_sha256": "d07d92a54f9b59a52945116b84ea506dc84ec004722de053ec75d492b2ffc17b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006572, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.632994535844773, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Hanken Grotesk", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Hanken Grotesk\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:06.784482+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "42717ef0-6674-404f-876e-3c3f5569d135", "result_sha256": "bb5700847b23334d03a08684d9142c75d172405927d41ac32cac816f4c72ad9c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006984, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.486222751904279, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Space Grotesk", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Grotesk\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:46.886419+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a936b000-8f1d-4ba2-9050-bf1813c64e5d", "result_sha256": "fe6ec5f7ca3860bcb8df3de28b0e8b7c819b32affbe53f1cee382a6fdb0dff0d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006408, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.1834612649399787, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Archivo Narrow", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Narrow\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:12:00.797326+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae238a49-87a9-4896-8283-380cc2798c3f", "result_sha256": "13d53f9095948445eed8fcfa0d4511df9f89ead67a0071375de9f0d2d2133183", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006544, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.555008946917951, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:41.897404+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "266e7c6d-cd63-4c56-b37d-6676d07ee9b5", "result_sha256": "16329d70f8f3ef8b21c777b1a2171fe0da6e8df9d425be28305284a748a33544", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2886946860235184, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Arimo", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arimo\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:32.394135+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "54d24da4-fb2c-420d-8f46-fad586d943f6", "result_sha256": "df6a5578b228d888be97dfb378ea1ef309cf6d16581798c695be693c666a2bee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.7223303271457553, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:23:19.945763+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0a63d06-b863-4be6-ad37-cb0237142a12", "result_sha256": "a8145535025033c24e16477421d4e3447af78df2416057225ecdb39387c602de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006556, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v47.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.421130222035572, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:48.664285+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "25b452f4-46dd-4a96-b2c6-e840e921c28d", "result_sha256": "df1b4957930ed04987be853e5bf7ba8f03fecbd30a26d18807f82e2e77a5f7e7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006844, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6716851729433984, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:15.989452+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "191377be-6c43-43b6-8cbc-87045591ae1b", "result_sha256": "8cd08c047ee3746c742760cfd8b765c2f29007d4308531eb1ccfeb9561e4df82", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006376, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.465762948151678, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:56.557705+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "56abbdf0-f539-4508-a71f-ba3807c17f75", "result_sha256": "cc067f3f91679a4318b05b1f3c8348d3846f2d4c4b4590fad43b053f5c2b91a7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0068, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v50.png", "input_tokens": 1435, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5531225958839059, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:57.816495+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ffec865-b2ee-4b28-a46c-1012be7754bf", "result_sha256": "478b59b40da05ff04d3938a43a82e87ba1f8c02b70386295bb6c7ac039237f21", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.755149713018909, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Helvetica", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Helvetica\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:50.982707+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a6da910-46ef-454a-97d3-ca844e68c005", "result_sha256": "3891a9cc4e4a19ca0ec7bd318dd7c48464e1a10873b9737599fa95357d9ecb3b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.5112961470149457, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:47.217405+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "38c484bf-d38a-4022-8300-52e14670cd30", "result_sha256": "340d7ad54b991f55dd0045291b61dc250d7b0de954e5c5fb4e757ca035c3f3b4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v53.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.963395519182086, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:59.087913+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "108fe9f8-ec2c-4f4a-87d1-8811cb763905", "result_sha256": "b913dd956c772d2d3e78a9694be3de3b0417e50e03975117742645a7e31c2e93", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7945326529443264, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:49.670724+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4043035-2b97-46dc-b4d8-ff007f820fc1", "result_sha256": "083215de755cbb1169702d08fefabbdcfb0df11846c71bd4182639411c8aae52", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0064, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3808779059909284, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:53.019803+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ee0c87a-2442-4dec-9332-2fef820fd0a9", "result_sha256": "30a25fef288a833da4b83eac19d29af5ed1a94584458da6bcca1953fc957d96e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.474446157924831, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:27.126377+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d263f4d-5b63-4dd2-a1bc-e2e2bea353e2", "result_sha256": "8805745af387e48e948d012c8cc4b7500e55ebd94fc705088555aa66fb4264db", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00688, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.858012726996094, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:14.912892+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca021470-4a79-4f18-a5ea-7b7437e2f4f1", "result_sha256": "28999f09a2cd32fc569eade9e86d716b6fb40c0f636391daba2909876e668cfc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7736409618519247, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:57.200751+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2771278e-27b4-4ed0-b732-22f5daf5cfd3", "result_sha256": "92a04b34301f7ad6bc5f6aeda6906480f27963ee80bd7383a64e8586db351dc8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.3293966338969767, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:27.079112+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad21963b-6a86-4d6b-892c-85febba848dc", "result_sha256": "f28946dea4e179387f130019e1a400e6fb7bdaba4cf8a59fd042b7b237d28dc9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v60.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4247609078884125, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:41.010300+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea75367a-3412-4d31-b6dd-d3601718dee2", "result_sha256": "cb49efe8da5233e6f77dd36dfa90f95d17bc4be563195a823c5c165b21f2dff9", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0063, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5300414548255503, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:05.846542+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "83d7238c-cf5a-45b2-a9ae-ab1441d7912d", "result_sha256": "dd24487b814df2740fff2f8892a8a3a8a3c8da1c071e67c1f420379ec10155cc", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4116203549783677, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Fjalla One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fjalla One\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:44.838376+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ec0902a-58a4-4d93-a16d-b2abe21543ca", "result_sha256": "2af11ae7830940612b7bf2f4d8c8609295fca38b89c137d9bd77e419d964e974", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4449844260234386, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:50.438575+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3485341-ef42-4bc8-9b56-1ef19abb7324", "result_sha256": "ad12af51edc9c7032be8fc6466766516c98593fdc84597394d93c4f50ff64411", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006484, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.922362342942506, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:27.185839+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "046fc3bf-a25b-47ed-b4f4-61c9fde4f756", "result_sha256": "8a554a388015eb3e73508857961a89b818d108ccbc1904a5384fa8f106106a23", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.46293456107378, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Fjalla One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fjalla One\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:04.658330+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1523263-12a6-4838-8c4a-1144742f4985", "result_sha256": "0c60976e1bf6bef317d1fd96f59f5c88c4ddafcbb94b2fc808472fb99d29df3e", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006496, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4794790588784963, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Anton\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T12:24:35.073334+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bf6ec53-2d0e-4c61-baff-cd7031fd5a2a", "result_sha256": "bf132f06a066c2d94588b635bc184bdd05cee5ca3f0c02fb8d22611bf05d217d", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.3776763868518174, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:56.783514+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b2fe2bc-eeeb-4817-9ae4-4e8fc1f96d96", "result_sha256": "8ecb459d95f16133d3ee1b38b8159dcc3f03e662a62fefbc53ba708e5a038999", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.544565967982635, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:10.934616+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4b986cf-5820-4970-b4c3-34bb9676114d", "result_sha256": "bfc44da2ec724f40c940945fc049fc80e9585f2a11e03c7e8f81cd68fcef08f1", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5396434031426907, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:03.543007+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbc3ac5c-e2fb-45eb-a2d5-f311bf1a5581", "result_sha256": "f8195cdeea3cf3bf684febb311585ff162852cf739a11cc59c4ffdc4fa9a1a79", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.487829698016867, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:55.173455+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "205e5f9e-3375-4c3a-bf75-e0fb1df6a781", "result_sha256": "cf3aa26b043034cef14d32e276e23c5583008d2927fba358b2ddcd7f60f8d9df", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006344, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v29.png", "input_tokens": 1296, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.430197861045599, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Anton\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:48:11.170851+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c33e6c5-4300-4f56-98c1-d3b2d7fa9680", "result_sha256": "09e6e1731aea5dde6fc3b256f2b573b02a8a34c4cc2a8b3f3a72e14206d9e91d", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v30.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.389716195873916, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:39.350412+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "732d8e72-8fd8-4017-9a29-493df5739523", "result_sha256": "84027f05e3d3057bfbff939439b8a9819d7bf0bdea6db5b8cdd3179201e932a0", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v01.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.2217613838147372, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:38.480953+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cd694db-c807-423e-8605-1c19be038291", "result_sha256": "2f779999c827c45dce31c14ca83b46be8986361f841fe7c9b0fff645926cf150", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006492, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v02.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.429385829018429, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:49:29.988477+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "01bef10f-afe3-4906-9c5d-6778a57eb981", "result_sha256": "6c0d84c8ada48cd79f1a2919e984cecb482953ad612a18c09d1241be779bdb5d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006844, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v03.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3712212569080293, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:49.533409+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8af10bc3-8f1f-47f0-bc46-4a391de087ae", "result_sha256": "a1bc61d0282ad2e5143589fe7e0491a422dbcc9bad73e7873ef6a2d9fef3f759", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006396, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v04.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.0852571548894048, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:54.220926+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e216f626-864f-4934-970f-11e8af16054a", "result_sha256": "324ddf75d0aac94dc41e60f11c5e3b148d4129440ddb77c497df8af25c8ba170", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006484, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v05.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5285031720995903, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:07.686479+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce99cd41-8bc8-4a63-b83f-8dcdc1ad097d", "result_sha256": "091f836ba95bafef04055b3e5c87ddb6bc5e84c40d4c488ae51f48e5d3d858ca", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8121020889375359, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:32.940927+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "85736074-b2b3-46a8-9009-58a0947cabd5", "result_sha256": "51132816e3f6e82b125890e0eeb07aef863169fed66d17f14b8d49f61cf8cdb8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v07.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.453068999107927, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:50:01.921821+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1e8d46d-7880-4053-b7b9-fe6c777fbc5a", "result_sha256": "936639c8f969afcd67aaaad7ee26376f34f92e0d490a3f7df8f1eaeff6ea5748", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0063, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v08.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4832833269611, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:27.886207+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfdf041b-dd82-4ad5-b2ed-39e1a681efa5", "result_sha256": "81cc3605a75f95bb1f16549bd609c44f1f1f184ffad96fdaba3c2e3fb8d02abf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v09.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.827912966022268, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:03.448963+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef9cbdf6-f6ce-4832-848f-2c15f682459f", "result_sha256": "f9eb1118c891072dc6d625368110629a81952acff9db353dce1d26e012ce7c16", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00636, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v10.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.3789077301044017, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:16.116799+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb4ce32b-acd3-4227-8ed5-eae5c4ac892f", "result_sha256": "0f3924c1843a1c03d0043740f2168d56af2b516726102b6338f85b936474f1a8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.547473526094109, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:24.147254+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d09740c9-e987-443e-828c-ccc86c2d59fd", "result_sha256": "cf24473799b6e9d4ec452ebbd0017d33079084d4f29a849e80c48106012967c8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v12.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4375255170743912, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:48.574483+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "166cf3ef-ece1-4522-8b97-bf146989afe3", "result_sha256": "2bda552bb2b4b64dd3425fe6d2614df443d042e99becd442407d96c9843ae6b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5261088199913502, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "other", "predicted_font": "Poiret One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poiret One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:33.818388+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "85031d7b-32f7-4b8a-a18a-37847492a97d", "result_sha256": "f3cc7015c4fd91420d8f5d676d6f4832e3ee027a43b2f64d2ca47a32f70be168", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.993186642182991, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Didact Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Didact Gothic\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:43.775071+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "817882dc-832f-4929-aa47-520f1118588f", "result_sha256": "c97ad0e72ecaa06bf79ea0971f0479dbfe00e696b1328d935acb55c8821b79fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.283560732146725, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:14.588970+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "90e18184-87b3-45cd-b592-e00ae330d5d8", "result_sha256": "a44ca0ec3c0aba42cacf04d48481d5d561830d80f8f34dc7dc5f72c46cc939dc", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0063, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3871084419079125, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:57.064125+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f046380-c285-4099-8728-7bc77dc857c9", "result_sha256": "b6933a5ec7e3229a7271f27c8ada81767e9aa8b60126abecb8047367283a0193", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3847951490897685, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:18:33.488591+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b70774e7-b05d-49fc-85d9-a1727dff83fa", "result_sha256": "53666416bef6c6015cb6aba7d25837274f692a7499c78b1cc65b0b4daed38953", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3934049550443888, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:33.484275+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9b8fba3-b412-440f-a98d-1195dbbda149", "result_sha256": "acde69672b7e493e18aac2937d1025b1d4dcaca6c3acb66b5c2b0b88e9423d8f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006392, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3748616208322346, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:59.591117+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c6154fb-6f19-4f14-a4c2-407005d1be1c", "result_sha256": "3552cc2ea4bb8498a48bde25bc7df751cc0342318e7f1e4e3a6b125a0ea5791f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006844, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6918364958837628, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:35.589234+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca95a506-0f3a-4a7d-916d-c24dd043781f", "result_sha256": "74e6c8845e1d283b8b60344efcdd3d85a31668e0453d41cd7c31967a12437246", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8750411889050156, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:59.566922+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5f4a69c-a0ff-4c03-af6c-814174267823", "result_sha256": "a60e08ae2bcff243a91c41c1482f617a4e679bd06f9cd3cd360822487ac6c03c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006484, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.75114111113362, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:47.478006+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "31705233-497c-4f3c-82c8-0490f825cf98", "result_sha256": "0f0d018b05ea7a0edb03fa11b020878a0c568492c00cc46a6c4fffd265a04263", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.486388453980908, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:24.390861+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "105e1ae4-3dda-42ed-9e50-0a27b9673964", "result_sha256": "aba9d05745873eda578d422bf23fd53ec8209c2bc9a18e9037cfdf17308e4f2a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006396, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.387833160813898, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:24.174569+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "25da70bb-023d-4ebb-81fe-bca3661eed22", "result_sha256": "f01ea3254f7523f3e402844ce04181dfade7f0b5da73defe2110b8d179b9c105", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4810779171530157, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Google Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Google Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:12.121060+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "205ba97a-7bd5-4272-909e-bce323514393", "result_sha256": "cbea5ca7961852956c2aa3cc8883a7c614582db1077619f9b6344c87df8c3b2f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.570251845987514, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Figtree", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Figtree\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:05.620265+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "15a1af01-f66d-4c8c-b60b-a6742bbe7fb1", "result_sha256": "1bdaf21baae759e292b8de277ac668dfe2235f443c53131df11ce53f4e773c8e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00686, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.31011730292812, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:57.266344+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "46a7a090-1c7f-449a-bb02-fdf4e7ebc8c3", "result_sha256": "fd1db6fc8cc1f42735ac0a7c7a80dbe36412ec0e7b4d49e5c53d1760f705a9b0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006896, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.7935461869928986, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Schibsted Grotesk", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Schibsted Grotesk\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:53.467029+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0778c327-85f9-4d50-ab0f-e2e95c3783a2", "result_sha256": "a19781531ea093800d13925d99cff81ac7de0d8144950213184b27f0e51041c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.320449236081913, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Sarabun", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Sarabun\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:51.713894+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b101fc8-a099-4684-a123-9069cbd4f8bb", "result_sha256": "1b9e97ca71c49d6448717effb11515727e6c2bf838a28a57310f3b6985c31ce7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.542910136980936, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:03.135854+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c80a778-365b-4d3d-b871-e841e6ad83e5", "result_sha256": "4df932cebca96a1f2cf8af767efece621a775015c87ae210fe5e9124dd77433c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.293786355992779, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:03.565567+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d635b06f-5779-4f3a-85de-428c7f81091b", "result_sha256": "dd500f26e810badf75bf8d939d0919bbbd39a23a4e75a7249fe0b289c33f4761", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006396, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3977014829870313, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:12.763491+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5448e137-4ba6-4bfb-a40e-3a866431fa23", "result_sha256": "eb047158903752bea086ad4f6fb4f6e5bfdfd9b56d8c660c0a84d939e429fb7d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00686, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5895581690128893, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:49:58.492881+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd0cddb1-5235-481f-ae5f-8ca0b0a09843", "result_sha256": "abdde05871c05553b0f38d37048b6e9dc46f39ed8b1a35a7b2d33e0c5b0eeb89", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.324937028810382, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:36.510682+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2652ed1-7ae9-4929-8b3f-a9b4fe70bee5", "result_sha256": "fe2dcd3f8334e0f98a5096af1f07c32cc769b58d1449a3ca174c0656bfdd4254", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6774826899636537, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:49:47.960189+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "56b2207d-411a-433a-92d7-c3128ee70219", "result_sha256": "b30dddfcfb9fbd7631b4ab42e4d58ba5776837ae4bdfd32b5bb593e1b023d484", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006392, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9132680050097406, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:26:16.337939+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "62d64f63-f6e6-4480-b772-98234a43a7f8", "result_sha256": "b601900453f04b959d2e0b42af06be5608026c1304dc65ee3332e2b50f0584e0", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006844, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.410684660077095, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:42.544453+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c19509c3-a495-47c2-871a-5ba1081168d1", "result_sha256": "0e4013ffb3131700c46fe7fbbb6e4f85dbcb78994987a600e66217e72e9a0ac4", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1187612591311336, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:36.051994+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "896c8150-55dc-45ee-a599-b088b660c5f8", "result_sha256": "8550f3508468c1a519351cc120050557ae1e3b8b3758363ee93cdfc24deb8086", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006576, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.093125418992713, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:35.311588+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "010d2382-e110-458d-9b00-f7ad8941f7b8", "result_sha256": "5dfea9e5397f843e1769cd286b9d9d7bfff163adc3e43fedea4fd61d165e6886", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.073658481007442, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:30:04.620527+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a8b87ce-2907-4d0a-b3bf-a9ef5d2f0d66", "result_sha256": "7ae25c643abb09b963a5bf2eed2b67d878e67743df1a7bd299c885e668fc8667", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006592, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.0547573980875313, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Schibsted Grotesk", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Schibsted Grotesk\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:51.860920+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2411793-a437-44c2-b90f-a35580fd1de8", "result_sha256": "2971c4c8089045d3d0e22cb2504dbaf3acb7c18cbeb05a505adbe0745e6f22b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006944, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.83759396080859, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Public Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Public Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:08.241158+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccd7feca-c56b-4585-b9fe-5b91d3a32df4", "result_sha256": "27d2d7561ef1dbdd22c8baacd3cc180cdf4a155523f288a0e2d394443487ff0e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.75208742916584, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:05.705080+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa63d2d4-8f3f-4705-af36-a158f6cda877", "result_sha256": "d0c82624b9780ebda4d0fb66643c008e70236e5746435875eee6a3832c3d4a18", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006524, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2887268799822778, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:36.553840+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0edac570-341d-480b-9b76-998d176458b9", "result_sha256": "9753e3175f09a29e7f665f5e4d1ed0de8525b138c07033ea7975b21d7a3d8e79", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4565891039092094, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:41.466700+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "40e01a8f-771d-4eaf-9315-a65693c6a7c5", "result_sha256": "d47d4090cd7ab0a51874fe256530f01b8578698da2112f52b3d983a254d3f02c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006248, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.8189531171228737, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:43.122542+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "64858c26-1acd-46e1-bdef-455c1c038b10", "result_sha256": "fdb79e6efcd87abe5a68cd1def42d4f2312ce2627bd277cfb2bfd82f0919961d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006372, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v47.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3937743741553277, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:13:46.448895+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "28f209f3-8450-4c84-bac6-40a8821f7569", "result_sha256": "d6497e967e4d8888b3cb43eacb645918d096e0157dbc5ff9508d3e4de0383294", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006844, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.499622627859935, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:06.877766+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fae9a74e-8354-4628-824c-d5e4ab4397aa", "result_sha256": "4be03cb2d21c665193e523bf9767cde6b0da33273f355de85f3d17fca747ec62", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006376, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.607176271965727, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:29.476908+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a1ac9a3-0e45-4639-a2ef-ee994b48cb5e", "result_sha256": "b8d2cb4ee05aee16b34816bf0b8acb4f040fd2418dea51a94bf13aacaab90c39", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006464, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v50.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5850415658205748, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:40.655889+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "61bb644e-b799-4a2b-afee-f040860d791a", "result_sha256": "1e3e951200c54e158c266d6a9f1715e5412c108659c56d75e13a9865f7fc4a43", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5177259419579059, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:17:05.747989+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f86322ba-975d-4fd9-9be7-f9656d03fc93", "result_sha256": "07d14473da2d395988eb872887311c1cf01a4cc3abe6a6a7fc04a7db8e805632", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006568, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.052218683063984, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:53.359062+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1e3014b-9e8c-41d6-ab0c-bee06199dcbf", "result_sha256": "8dd3b6063271f766c96403c5c5a5fa093d2209344b43ea9f40fae4b8d0a2706e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00628, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v53.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4801935320720077, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:12.780660+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1846b880-6bb2-414a-97e0-8b9651eedc7a", "result_sha256": "b50077d549c109ce3dbec5b2598cc848597ac28198b556c7585650741fe237c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.508088808041066, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Public Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Public Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:42.427036+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b37ac235-7c9b-433c-b8ab-25b261e1e794", "result_sha256": "449cd8654af8bd800862e97ebdea44bf5adf5b71aee639166e44f85caadc541e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2365774100180715, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:15.267286+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "882f68b2-17ee-473d-be0f-294ea2c2d877", "result_sha256": "c6b7008619e23db8c28946452e305721869e026ac2a5d13adef5715afdf7d004", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.60009557986632, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Figtree", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Figtree\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:28.896461+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ff37f7e-7e0e-4bde-a831-b61a5a4737ea", "result_sha256": "25780b7fdcd0a25f8b5c3b449beb8c265a0a61ac8e00913dc0d7a25f86bc412f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4584888401441276, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:24.524306+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfd2e35e-dc8b-4af6-96ba-e8f2bd469071", "result_sha256": "7ee0be9fbf9cf046d4f085008d0497745d49039fedb9b50a7b006d69ac947b85", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.7601692678872496, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:55.412438+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e2712d5-1756-4e23-b9e6-a264b45801c9", "result_sha256": "c49e96bc03f1541eb496f846b36a88ab95e863a49b8aeccc56450e2ae5868644", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.7715753130614758, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Inter\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:46:40.233963+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd220ee2-5cb6-4f10-8531-e2df6fdbdb74", "result_sha256": "422a03f1435e7151f7acf17d18f7de8bd7f4defa5729ab6c5da5e5961649934d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.517887049121782, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Archivo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:19:36.389739+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1de5f421-2827-4cd6-8f2d-ee5b8fc79431", "result_sha256": "24e97b6033f862f3f322f918f0e4737b0e1832d1f021d8987aeacfe3c3418518", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v01.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.7781352519523352, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:57.684608+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "120b98de-1bd2-488c-8132-edd671da56da", "result_sha256": "e7c0f124788eb7345b894c27901a8bb773ead57043b640f544098c7b65f3d2a4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006636, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v02.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3996467038523406, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:59.703617+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbb2aa23-ce13-4aa0-bdb4-a73932ce502a", "result_sha256": "6987e86f9e4546bad75ec3247a87bb7b65478384103a7a7832336cd9de6cac79", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v03.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.759125187061727, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:39.196039+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0563d8dc-da48-4fc1-a62c-064c267e6806", "result_sha256": "0325fa5d9e237cba30d21c0dbe4d6cd4b717492b9dc11d5551d6804817604c69", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012836, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v04.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.252437467919663, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 373, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:02.831755+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d22652cd-7c0a-49c7-a95f-e7f2285a0819", "result_sha256": "b1dddc7b3cedc8475ba0f4f20d1bae9f2ed422294824ba5902202e7cdf002617", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v05.png", "input_tokens": 1435, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5315031530335546, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:11.900512+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "279325ff-ea07-4c72-9ff3-ef478a43a336", "result_sha256": "aa4ac7a8eb5df69a2614b91cd50ca6f852159413a3d6687d73d702fa0aa4b912", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010888, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.909227404976264, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 266, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:34.928819+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "caea9ed0-af82-4201-a6dc-1122ff6d48af", "result_sha256": "563ef16ae62eebbd3ee715cf0a98a9b1c64adf6f01aec645f9ab127f7ec38be0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v07.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6015414430294186, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:48.813650+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ec5edea-1a96-4b19-a16f-fffd7aaad1f6", "result_sha256": "f2f45db1e622812e9398d1ba10471b1d9381fcc7a141cf4c8c3867ead27babac", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v08.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0510895249899477, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:53.641641+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "265c078f-315a-48e3-bf98-6af03fcfe142", "result_sha256": "cce8c24c34831e9dca24feb06584acda7f7f120c287a6b6a2a3744bc3f830d27", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v09.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6094504490029067, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:54.794530+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "be197ff7-46ef-4677-981d-0a9eb2ad5c70", "result_sha256": "f5bcfeb01b34c31038ec31ba6ed2e7a102a1254e9161f09195892fc84106428c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006512, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v10.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.353907983051613, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:18.499091+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b548b468-9582-4fec-a7a6-d3959053ad15", "result_sha256": "4122aaa790320e4f9bd14bb8ed41c3230e8f8db63f17d5b00c380925f60d4e2a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006836, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.943650706904009, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:44.301561+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d7cde49-1240-43d0-9a08-2535d4ace5a9", "result_sha256": "ecada89f98ba4e922262eeabda97e532183a92b1f8f08d49bd362a427c21999a", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0069, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v12.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4576543259900063, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:38.684863+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c3ed34c-6984-4245-8a7b-b3bd54cd68a7", "result_sha256": "13c1bf34cc4e233ab7864439f0646e81f0a7a9cd2816938b5d0c89ab12df13f9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5306289240252227, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "B612 Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"B612 Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:21.172964+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "21e0ced8-6a2e-483c-b737-600242172121", "result_sha256": "3b493d35ae840f90dec47d525e5375d124f45b40d900512b3f19b700b877272a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.35489100497216, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:58.036349+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "12dbcb87-3f0d-413f-9062-03d1a8c4f205", "result_sha256": "2d8f49b4ec08cc83097578095a856a3ba7a1eb71e79d6679649566f4faef800f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4908447770867497, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:44.949713+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f397a68-77a4-4360-b1ad-5e7c0e91be8c", "result_sha256": "b05bc66304d3225a6098ea174829a8be85e158460024d3da1fe3c8833b4e189d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v16.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3888004370965064, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:55.837201+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b97a2597-734f-4975-b0a0-fc74a246f1b1", "result_sha256": "a45eb74dc4168f87a5953d28d5d3c0e307545fbbf9f8ffab86b8897b6eadde21", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6316629881039262, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:59.709000+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "64d898ad-fd78-45b3-85f5-362269628a44", "result_sha256": "8b87c8fc01ffbc552ae9af22e3bcd9fb1ddbd02ee594297be690852f06068422", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00684, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v18.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.915008267853409, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:59.491057+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "928579ef-7565-473a-a1ae-b81f76407605", "result_sha256": "6cba69350e90c9a7a186e6b1e26659bb4f756f61e5ee5f19eff1419b035ddf39", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006636, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v19.png", "input_tokens": 1389, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.587667480111122, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:36.428905+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbe5d26c-9b61-4456-9aa7-d62d4c83d39b", "result_sha256": "81308fccc93bc81eed81a67d97c45354bf4eb9af83a9090cfbf27e4fabb19ec0", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3717921341303736, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:01.714644+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "869a92b2-b747-4d76-9282-699fbd4bcfc2", "result_sha256": "3ba7fc385b7742f1766c225f9e16a183e674ffa47217f5651195f2023ff83bfd", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v21.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4653140250593424, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:13.617668+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d63d596-c849-463b-ad70-b13ecca719ba", "result_sha256": "dd82adf843846189849015e4448636111278687bfef2688621f409e60ec9ffa7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v22.png", "input_tokens": 1435, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8677816349081695, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:42.398070+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "52675dc1-a2f3-4711-bb11-a076af786a65", "result_sha256": "91e3452b0a8040a236e155272415b829e9872d647b20b0a655ee58d1a5f47758", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.405547410948202, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:05.302769+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b10f0d25-c96f-4ac0-b5df-fb846c5b3788", "result_sha256": "2545e44e007dc4d5df8f78ba30d093c78bd0d697e2d1432ffea09a36d1dc61ec", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006584, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v24.png", "input_tokens": 1376, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.9963460511062294, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:36.912962+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f161f46c-46aa-4c07-9f1d-ad97a1d0181e", "result_sha256": "bbacc4e3d28af8fd1ebccb2e81ba7290563671034dc8ff61732eea458b2b40bb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.676284543937072, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:04.904950+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "456d79b6-dda0-45ad-ac54-076ac2fe34c7", "result_sha256": "8c2f7feae92d0e4be6ba5cf27718eaaf3068947d13343de4444d98cbcf1fa166", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006516, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4645017308648676, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:13:52.010975+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ee9ee93-b9d4-4f3f-a7b0-368ec2fed839", "result_sha256": "04ccc2a96e0090674d2347eea87f21347d442f37c048388167210e6d801ab7cf", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007156, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v27.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5859078869689256, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:25.037830+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a0068ee-6d34-470f-866f-12b8404cd97c", "result_sha256": "1a0bc29fda0e1cae2ec0f89553bf5ce3f90ea2de115ef63262e642b4176a86b1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006836, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.644905006978661, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:45.244339+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d70f2ab6-f82f-44c0-9377-1bd2fe996bba", "result_sha256": "8e060a1b3a633c4918646ebb8ce6bcac35fe9175e23fed9cd9b14961a082584e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4811369669623673, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:55.284055+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ccc9f00-2d18-456f-ab1e-086c23be10c2", "result_sha256": "0370d508413467d11b771f3af48d0696221f897dd03a1a5e5ce36ff63b31490a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006492, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4746549010742456, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:38.387404+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "40984184-6396-44b3-8359-3a625e285b31", "result_sha256": "60bc1fa8994540ddb03493d5c2c31e0eb5c6df4c4bf0a01302614fd0d9c4958a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4509098259732127, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:16.736943+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c06da145-3c7d-48d2-83a1-9d3d1f7c1aea", "result_sha256": "9104b14b33bc74d9c6707ecd025d27936cfdcf71c0c6003c5bd0bdb5aefd4c05", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.280468543060124, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:52.849039+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1401065-fb6b-4301-96d3-0538bd8cea0d", "result_sha256": "8f0d137fe0f1ddc11f3e2be75b43144c820655437d2574d3a881cbfd661b7add", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007096, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2815568069927394, "line_height": "loose", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:19.663764+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a7f1faa-5779-4f2a-a2bc-542b1d00a353", "result_sha256": "ea33267e86b567bd7953582a8271eb7c441abc970329b7f74ff1764f013d05fe", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.3289666168857366, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:41.126781+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "381f2cea-31f0-4811-826d-2f26a4844ad8", "result_sha256": "d5f101efa48e0fd9f38bfc78e154025a3708cbd488b79cc3d32a5c0f124a51d2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8141088760457933, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:28.153516+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aec5b849-494e-4017-b788-6ace6472dc05", "result_sha256": "c667743f4412e7760086a55138d2ff547eee5c200cf3e557d3cc3ccbadcdb4e4", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006636, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v36.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.393728654133156, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:04.653918+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c512568-0a6c-4865-a2cb-09faa0322a9a", "result_sha256": "0ce71d2d566c6136f94095645ac22a6d97db3f8800ddba3be134ef1e15e5a315", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.6551229869946837, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:49.393153+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9baaf65a-876e-4ab8-9b96-d8e041353161", "result_sha256": "108bfd998934ecf50d650c44194b218f0e59a99b74f9a27cd0774c5d6594e555", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.507870777975768, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:19.767032+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6febec82-8e8e-4460-8716-8e12748f11f3", "result_sha256": "48834ec02347d275a3bb3f4016e078acd16a4e0b5903252f428dd9cb6556615b", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5771924071013927, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:50.522060+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "577392a2-e381-4fd2-9995-d9e65daa527d", "result_sha256": "c5ccfe3ff828df214cde46d0fab267f6832cae2082882445226b99c4c4be986f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006388, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.046506841201335, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:26:25.172356+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "69d573c6-27aa-4a8b-bbdd-c3d4ae5782bf", "result_sha256": "5b46de21cd5bbf55a7733ffd7a3e7a40b37c0f5efbcc04ef77028d6a4c957911", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006696, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v41.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4080852440092713, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:50.130371+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e17bc7c-02f6-4656-813a-3bfc046061ed", "result_sha256": "5a6d36cf3242e2a926a9f7996e4bb6b7105a01fa627f9157ce2348bba3b4c529", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": true, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5030808818992227, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:42.736701+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac721c3d-3364-4965-b2b0-1de483acfe7a", "result_sha256": "2c8fd3c281407d967cca92706ba472dbec0a9f6c31324b6d7beee12d25b7f10d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006388, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.911391920875758, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:29.705205+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d8bd90d-9e8f-4b41-aa2e-dda2cc7bfa44", "result_sha256": "41598faf876c774d70cbd3763501919c4be4a15d98744065bf89c00976c58d81", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006604, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.627456123009324, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:48.769957+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "36ae1c3a-758c-4099-8c4c-a26f6cc15de0", "result_sha256": "a535a4f8264b61235100b14323d61f31466e44aa313e164d3d51f4b2fdc15a79", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3757010218687356, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:37.892686+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "858a35cc-2d8d-4ea1-80e9-23bfe44115ef", "result_sha256": "5ab5e9ddf81f714ec0a2f6c72be99f853ed5d88e2660d3bd652a17b0749a8135", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0063, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5310423700138927, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:15:33.678982+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0ab35f0-db18-4ae2-90af-8d22f1d6226d", "result_sha256": "637e99d9270b7c70fa719b3c5841b7dba265843564194a2e87b3c40951555765", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5117062819190323, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:20.917306+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b3c1cb3-436b-4622-badf-84fadc5bd6a2", "result_sha256": "f24e083e50fd51074a67eed723a6cb934f1f7f2285456546ad20c4dfd5cce40d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5694214580580592, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:30.318184+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfce9e54-55cf-45bc-a4cd-b2c8d39c8ab7", "result_sha256": "74b535b6c068be3356b921e3d251f6612fc1b055b67cbbecfcfc55b2b4357cf1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006492, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5118985869921744, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:48:03.184349+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "27232c0b-bcf3-427f-9486-00ec37acd688", "result_sha256": "21c36bdbd97d73f97d819b789e3f42bfaa23cebb64c4275c30fd12dec6d85105", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006844, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5718575401697308, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:57.702808+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "be111302-24aa-4d9a-81ac-0f6698273108", "result_sha256": "b2282231ae222b3f88b0d0f5164c94c5de37a2a307eaaa0e0ab041fd11614154", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7302083619870245, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:40.834518+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c8a2b69-ce4f-481b-b784-a8450be7bd1d", "result_sha256": "1b109d3415ad36532727115e2ac120c0f7bc68109fa3dd810ca82f9f0fca5925", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006484, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4986539350356907, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:10.838963+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0a0f22c-64b7-4620-bfc6-8b695cfa99fc", "result_sha256": "bdf51213b4fb970e5ef3ef91148f925c9b50ce998475513cec6a2e9b340e5256", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.837185864103958, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:05.395987+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0000213d-d424-4db3-8992-a2102f4472f3", "result_sha256": "a5b8cb5a8bd29d9bf31fd1c6dc82e2e499fd2e095d0e7b177f1e49f1641bd294", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006496, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.477707289159298, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T12:27:39.742968+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d245f3c4-c929-4688-9316-88049f24ffee", "result_sha256": "42acb1ce210617e214316d53614ffd6f24421d45b6e60b11dd61a84f63316e6f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4340467129368335, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:23.653126+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8e06b12-5d0a-4f54-bc42-3caae7c54871", "result_sha256": "fb12f1576390cc8b0ed338874da121b7e19d276e91168f6273908ed83ab93ffc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2916241970378906, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:25.983096+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "df9830df-9675-49d2-a6f6-948ebca39364", "result_sha256": "5a0fd59c533b6ec6c2f2ebd965fe3f9759fe76136b5075b413cb829203a9b5ff", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7708498591091484, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:41.214704+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "93828603-aa79-4bfb-a253-afebde4dc283", "result_sha256": "22d0cf14b78117d377189ebf0312c22723f24aefa88f1df16d06a3e76487bcde", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2400307778734714, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:36.148451+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "20ffc835-0b95-4d81-8c0d-cac7a484c765", "result_sha256": "65fd47daf41468d7a06605ac3b2f434a8c1fdbf6f88407d47925069c132bc667", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6159817348234355, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:50:02.788065+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1b9d5fe-ecfc-4133-8051-ddce99d89143", "result_sha256": "7a6b8a8609ed06cb151d26f67eb1db92e81ed50285c9c15869f474f9a608c839", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4147861110977829, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:27.090339+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "09cd8a22-28af-4026-8a59-11367f86d634", "result_sha256": "9b76be38faaf9a7806080438b4e5fae46d9ef84345e055b7cc5341e4dbd91d13", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4175029671750963, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T13:49:20.116975+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9777dc92-2ff4-48d7-99ce-d2d30fe68741", "result_sha256": "58251ab5a81f32b8621579dc9c5b2c048f304a27b1a900a6cb96866232794e81", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006396, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.528541028033942, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:14.968375+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fde45aa-7a0f-4927-87e8-88c64c1062c8", "result_sha256": "938ec386a8bf38794be22552078c2ee38b5fc0a9ff6efe2973ff07d42d371c0e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00686, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.579505278961733, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:46:41.170128+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa82a2a5-3311-4a9a-a5cc-143776d52224", "result_sha256": "f51ac47d9e467839f8052554c1504c092f6600f30b5789be1d72e171ace4cc23", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.241135587915778, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:57.215926+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fa51d31-15bb-4f15-9c1a-dc40a48e7aae", "result_sha256": "3a6754739b99eda4a73c601877b1c3ed46cf84cd70bf79db83eace015109f6a4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.334137760102749, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:58.320470+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ad397c5-f7f6-49ae-b5c2-0ce3d9f859dc", "result_sha256": "8343030a483ddbd08992bacb2813853bdd2e43dae94b68ae04dcba71130a66be", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006392, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4773888259660453, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:45.366028+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3b51a67-8c40-4f28-a16c-afb89654b878", "result_sha256": "4401b4788142e9a41fb5e54395d4323848dfcc2e82f22698267fc32d728ea60e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006844, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.411826669005677, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:15.075522+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c41564bb-8558-4a9e-bed7-a0bee180eace", "result_sha256": "20577d7d56f6848123cd538cb960eb802918cee0c2f84d17dd81dc7f4d80c626", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5211912649683654, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:16.051515+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "820b114d-755e-4af7-935c-1338fdeb3ee9", "result_sha256": "5de2c3f2d7d019b246b8c3357044e6540e9a3ad6ddfa4c6332a1129f5bca9288", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006676, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7936365308705717, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T12:19:43.810387+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e94f6eba-f838-4975-8c82-47a56dae0579", "result_sha256": "b753ee785c601ed0be408cdd2db9998e3deb196fb1fd046cc354b80208d031c0", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006428, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4666375380475074, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T13:47:43.378234+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "83069e0a-5162-4290-90ec-fecab0120207", "result_sha256": "6cb7c1bf0cca59892ac580e3d91759381ba3369ead0737ef7aa8c31a85abc1e1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.8504748230334371, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:14.042554+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0807ff4-e856-4ee8-985d-756b1f04103d", "result_sha256": "1aa187511c68f136bf9ffab4516eb86c1099b17236ef5a9765509d5274d908c2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6170762500260025, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:22:56.681213+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a94f62af-35fd-457d-ab8b-3246ede839ff", "result_sha256": "93c0d7fbc31c5c473cc0330cb1ffd6f5cb02a9a4fa5f255449ea39a1645fb856", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.322688444983214, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:38.044682+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "29cb5b11-5851-498e-9f0d-de03fa78309c", "result_sha256": "424b109a12caeb30f3394973bba7c55230caa5d93b5249adea1b2a265d3d0773", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006524, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5041880120988935, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:02.509078+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "96b0b4c5-2f06-4434-bc0c-8406c8a9f5be", "result_sha256": "a60447fefdd22f712044c2dc3b148b69e761f84ea70ed9f84aea849bc244fabb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5560783550608903, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:18.224103+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7e7ea6b-52d3-450e-80be-748799dd7c67", "result_sha256": "d703d31cc6f817a37f2a7400151d456ff892c941e9f308339beb9d2f40767733", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006248, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.900277722859755, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:23.714234+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5b6665f-f504-419f-9d8a-c736db2ce1eb", "result_sha256": "450bb7ebb7bd1a51e3ea43f8a79b67458ceb3f97af9d59948c9db9cc006423ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006492, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v47.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.56140985712409, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:49:04.008522+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "19836e63-1c18-426c-8eb7-9750867e250b", "result_sha256": "10cd7d7593fd455bc93f4eb0d567bfab2add5d264329e6b0701d5f792203f5ac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006844, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.481742567848414, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:00.652282+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f506ccc-34ee-4042-beac-dd2254b7ba4f", "result_sha256": "d7c028b3ba6109190770ff8048287d39f3bb55327a876b9a4368984ed1edb887", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v49.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.9980860059149563, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T12:30:13.254395+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "960aeb8e-ccb7-4865-a78b-0ba0045fbb60", "result_sha256": "3035e09e6466aec3d002b0f555f5bd2a82e4ee593f1bcb1a4b407c9a20868185", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006464, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v50.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.298100110143423, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:48.348178+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a7d1d66-67ce-4e4c-9a92-78c3b487f6ab", "result_sha256": "c00f11c213c37ff1946d220ec90110999db18f4da344eef2a12f9b2b38c20b80", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.859409128781408, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:17.272624+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d1a0cac-8915-40ef-9cc7-b70c0a75737c", "result_sha256": "2f695a0eff5d29478d06096993648b368307e1ad1f3186de66b952435c62dc48", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.379105982137844, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lato\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:48:10.136891+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "27e4c9d5-2234-4bf0-b6ea-c680848c3074", "result_sha256": "b8a3677fe3f5580cce01a0a64d0b9fa15fd81a7c1b7fafca65d5ebdd1f01e4a4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0063, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v53.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3444835101254284, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:19.619001+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "926858bd-4ca4-4936-b481-99ddc01d89b5", "result_sha256": "f2c139f2c5f430c3eeceef7d81f20eca2d7216de65a15354c6ade2762471c974", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.744743094081059, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:35.124759+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b820055-3af6-4613-ab0e-29b500cdffac", "result_sha256": "7b3639d7369018133ada257b4a2d0da8157532c827b1a2e4d2fe05df4607a637", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.7486200788989663, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:53.270958+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e690d33e-e81e-4bed-a52a-b164f39ad122", "result_sha256": "b4ac11909ce69477622d90d79f5b557c1ed41d434baa8eb557cba13c9cab0d90", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.6267393459565938, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:37.623409+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5a709b4-d9db-4bcb-b954-622e248adefd", "result_sha256": "d63631e969e9b1ddc8392670d4f825f57891dba71d4f381f28c34135d727b892", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v57.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.7811127409804612, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:37.665683+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "649d9c3d-50cb-4aa7-8fbc-062d12ea872e", "result_sha256": "54fdc78feb53a372ba6d72536276b455a0c97b731fbcb8035c56f29c11b96ef2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.418060207972303, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:02.450227+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c5f05be-3ba4-45b0-a0c2-e0565b233f1f", "result_sha256": "2e4f084da26cbcf633367095f4b65ff59b5d8bbdcdb517959d0669f2801b2796", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8531368467956781, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:46.724726+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0abf7210-2b25-4d8f-8385-ed04966fa6a3", "result_sha256": "d6dc807e6d2f54a1873207a607c8dd7e33c51550ee8443b6c7d7fdbe67ab1cdd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.231268770992756, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:57.677045+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d4bb69d-af46-4cf9-bb4c-74fc78b3eb00", "result_sha256": "2efb5ed30d033f647b5337fc25b33ef5a3a840a47ef5eed376e2ac68c7369ae1", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00636, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4969780680257827, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:43.944109+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a59984c-a143-4a46-b318-5a87b1acdbfb", "result_sha256": "d520e480acd82f19dbbbeaf3525b6444ac48a1cfef180cd5bdebeeacd7fcac44", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.413796889828518, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:11.373109+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8d7ded4-d864-4ba7-911c-de4ab37d75bc", "result_sha256": "c43f8c97716ed66db5c285ab1df7841d5dda326313813dad973525c8c51ef0c8", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00684, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v18.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9084908708464354, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:52.962351+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d562890f-2ce6-49d5-a7c1-a435050c88a4", "result_sha256": "4883b84daf9f7676dab6b0975114de1aa7d2826c8a62eb96ff54a0a696e5e3ce", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4231539270840585, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:47.460583+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6aa9a94e-5479-486f-ad5b-d4159034c6e9", "result_sha256": "688a5c12f93968ffbdeae33ee1d6470fb732105a2c42d38dacf60e01042901dc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.3264976118225604, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:01.395788+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c6a76c9-4d27-46cc-8374-abb1b08d25b6", "result_sha256": "60a3d9046b189e8df6f0705b10ce484507b061c6d05b907f4475a8d05ea70ae0", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4941960661672056, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:09.929595+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf2c7aa6-765a-4cc2-9cb9-49bef7a5e376", "result_sha256": "6dce21f0a9b70d754d472386115ec2f12b20c594c6f5051de92a0989297c5d5e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006544, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.7866727379150689, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:14.073553+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3aa5d7e-60a1-4aea-b987-1228a26992d6", "result_sha256": "fad7a32addd243f8361d54e701082fab3cd7287a61e73f8fb3823d03534280fc", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5116603339556605, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:13.335789+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "574092b2-886e-48b0-8d0f-3b11fec18125", "result_sha256": "adacac2abb9befab86ba5c3c741257b3ff590e5c60c900145ccfa52c987e1046", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006584, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v24.png", "input_tokens": 1376, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6816873671486974, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:58.663273+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "559579b0-3a68-431a-9c0c-b17f329b6791", "result_sha256": "37c2fa5f4b97928c45a98299cf32bf9276c01e345e2d125962e60432f11fdd17", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006728, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5640717837959528, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:44.446281+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "46ea8eb8-631e-4761-b035-9f0c716d1444", "result_sha256": "5687f89924affa84cc12e3c89d25dd482eb0e1d41f7660c7303e8972c177d411", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006516, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.940456097945571, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:16.756493+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c15bb0f-6703-4f7e-a7ec-722cedfded8e", "result_sha256": "87cda8d9c2b5428a3999fead67b8cc3183ded6a6953d3028108ded3f3087d5b6", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007156, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v27.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0728794939350337, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:40.776722+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7133ff8-4327-4f57-9823-abeb4e9f2e0b", "result_sha256": "a3a558925194321fc9145500c9953665bff16140044a9837bcf3d5d020135e93", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006836, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8073695609346032, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:31:07.415926+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5412f4fb-047e-427e-865a-b4b2b54593cd", "result_sha256": "dd0fda65fa7774c8aacc74b5f933e5349380681d40dd86d9cb759644e43ceb21", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.539740249980241, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:01.195720+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "42391df0-f786-40d6-b5ac-ef4b92a1608f", "result_sha256": "f5fbdcec81cba904883e32711b6ecda01f686a59917a608b0513b54e4c3322ce", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006696, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v30.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4015090349130332, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:20:08.849108+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a281916-70fb-4f9f-b4b5-7c25ca1860d7", "result_sha256": "dce3e981aba18a161c33ee9bdd9e03fc1b54bbf23462ae06d0a33f2c1c04195d", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4051827020011842, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:00.587051+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f5d643b-a643-493d-9912-158ad016ef01", "result_sha256": "44551a237070359a005c24806f513ea64a894b936fb5bfdc16ad1920bbb4966b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4151437610853463, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:17.264752+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a09f7ef3-04bf-4ed1-a93d-06a17af365c9", "result_sha256": "a96b0c3fab0ecf1951d3fec3990d3d01e2cb5ae9d2b24fe140926a6825c43075", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007096, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.458470690064132, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:38.592673+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d780389-e8f6-43f0-83d6-2db88c9452ee", "result_sha256": "ca004ecbdbba5c27f924db744c333be071086d5abcdd45f10c9e91b1171bd914", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007004, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5733256340026855, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Libre Baskerville\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T12:22:45.411994+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "27b19f8d-80df-45e0-82d5-21ce799a5356", "result_sha256": "1cd05d7aee08e03fad5ad0d1159d07af47ec3936926a4e7c28d1b1688e1e629e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8141320659779012, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:47.456186+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "afeb777d-0ee2-46b2-988b-cbe159eb32e3", "result_sha256": "77c350e9071ac6ba9c26df51ef2165915499f4db1cd604e5534d3580d9466f8a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.350885601947084, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:33.099511+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1365e8b-5076-4b4f-ae88-65bda2e9afb4", "result_sha256": "8a9dd0d7e3a7a19cad699df7da653d93f04edf9c9d6791c6399fda0f28a393ad", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.6563440228346735, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:33.596698+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea83e012-f7e4-4166-aae5-cb04ada8c68f", "result_sha256": "f5eb6c1d318d0e692d5da808b1cc355932abed6af8b63405b96e02fe799cca3a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006696, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v41.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.403791910968721, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:04.233329+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aab49f9c-b61e-420e-9745-43c27789450d", "result_sha256": "3af38ead2b626b456225a68f08296efa8ff538bc16c4d831519f5f63fb1c467f", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": true, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4853185939136893, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:50:04.635708+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c8da250-3e30-4e2a-aa00-ca48e200b74b", "result_sha256": "6ee8699ab70ae983218be74a6118d3a4f15fb9e1df615d8e6731ecd9d7d6b4f5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006516, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v43.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.9315732489340007, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:33.333274+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "209bbd5b-17d0-46be-a991-62e607b4f2f7", "result_sha256": "ac9e25df33e394f00a927a24803c1a53a08e33548b4ee73e504955a7505ae294", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010424, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.619587298016995, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 248, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:20.736698+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "86157706-bc63-4644-8d03-ac0e36591e1c", "result_sha256": "35c447c57920ce471abff1fc8c412b8d14216fe6a9f152a0e67ee8c3f4c41f42", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4627779920119792, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:30.638550+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f68289a9-424e-4acb-9d83-d6f93a1f067b", "result_sha256": "da26830e5eaa767d7fe21259e1c33f01cd6b5821a6fe042b615f85be900da87d", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00632, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.532165469136089, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:48.621797+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4033c61-1e29-4dab-a0b7-e0966f23cafc", "result_sha256": "e6fb5c6108eff5a4407deff0b549e24912b41e8f0ce317ade819c55181fa68a2", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9156762689817697, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:26.869435+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6af08ed6-747e-4137-a9eb-f1d84c3cc267", "result_sha256": "2086e4345c66ce80cb2edc7a7b2ab554c596dc7ef9f554a09d4a0daccfd97c60", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.052308261860162, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": false, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Lobster Two", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lobster Two\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:18.757705+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a81a264-5846-4bfd-aaff-8475aeca5e9f", "result_sha256": "c03dd5a85c319fc00d80d467735b3e30382adb0fd4cceb7f2fcf21680c21eda7", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006504, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.479141001123935, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:22.798220+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a551d322-0782-4274-acff-d3228362e160", "result_sha256": "70b85c02f98906c2a0893e319cc9b8748071c7fca1bd3b235671b87ccfff5a82", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0914260318968445, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Lobster Two", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lobster Two\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:16:56.829999+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fc78db9-5a3f-4df3-91f0-826351a3ffbe", "result_sha256": "01d54b50ed231ccc90e4cc5f49434a2295c9f67e3831882305e526093c2bdebc", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.535947280935943, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Lobster Two", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lobster Two\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:53.001965+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "16ea5817-06d9-439b-b511-e07ad176b29c", "result_sha256": "a1fd737e14a63f31b03c2ac1949b325061463578f1564d65f96c44759d684349", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.514686028007418, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:48.461971+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6eaec49-e185-4d9c-9fd7-cf0c70ae8a0a", "result_sha256": "8b3f666fe8e8914088723c02a2cf4f337abc8eb662aa1c2a1d5bac2590342494", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v26.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.531075923005119, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:14.655450+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9eec612-d837-4df8-bcc8-f991736997a6", "result_sha256": "bd86b9745d83842d7d3b2c106456903bdd1be994a1c1a3b2c4ea0ad9fbafd01c", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00684, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.453533201944083, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Cookie", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cookie\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:06.163785+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a46de4d6-db5a-4908-8659-026661589494", "result_sha256": "4d9f42ede705b6af6d37df1e8cdb28d84a544485184295391e3600c8d16b6987", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.9824159010313451, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:43.137784+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3dbde444-0685-481b-a955-c53a1be2ca79", "result_sha256": "28f165ce4f219321b527dafb832b47071fd1ea2724018d8bbec40adb94e5c305", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v29.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5064384129364043, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:25.750987+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "90a5bb53-f891-40fe-a9e0-58def2bfddc7", "result_sha256": "f84e21502b64faa213da813b3a3c9c516659de149604c88b9e9ebce664e9cbf4", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0065, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v30.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.360019118990749, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 61, "predicted_category": "handwriting", "predicted_font": "Lobster Two", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lobster Two\", \"category\": \"handwriting\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T12:12:35.312193+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0a97048-017f-448e-90f4-313004a0f2cb", "result_sha256": "71d84b31c12c68673375606d8b16ed70aa23c5bf1df4a01c65b8802f8e4aad69", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00636, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3503268740605563, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T13:47:06.583452+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d0fceb5-1540-47a1-8c48-caeeeaf0faa5", "result_sha256": "97cee10b6628c61323acb0d1531f51fd3d5417e01c58859e7e46ffe3a4ba0525", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006676, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4319738950580359, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:22.945433+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f612da67-b874-487b-ba5b-76d11231ca7c", "result_sha256": "304640387424104aa89b8525aa06fea566338772b31178c66ef21d5bccee64eb", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006548, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2399364579468966, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:50.705558+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "818af624-8f11-4b89-a34d-6951b0dc87e6", "result_sha256": "09ffa1bf8703c58e12ab250685abe13e375992173cf17579849ed23720388be1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006352, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.309396849013865, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:51.262701+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f7a9e07-a5f6-4d5b-be86-4d6743c3ccfc", "result_sha256": "ef876a7e26461c5baf9ab513e2859d99824f34b8c69c7594949f11886b99476a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006804, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3898867128882557, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:58.559046+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "27c39c9f-b684-4223-9249-e67de54b87c1", "result_sha256": "0e7f7bdff7b30f9b32ff887ce97150982d0e332c590377ee9f4b28a46025c29e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006228, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3296057539992034, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:31.256670+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "88139a85-cc5d-40fe-b1c1-aab53f6ea528", "result_sha256": "15dc108465953139ce1b0557a4ebf6baf21ad7000058d7f39660f0ab15577393", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006444, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5957171828486025, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:13.082894+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ea6f937-7d33-4680-ab00-0ff963d64604", "result_sha256": "18adc9dd8bf02b4d032da8f253e5cc6da3280050d6a3f1c456f25aeb197c9cb7", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006548, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8683640360832214, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:56.861965+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad53a006-513a-45bd-bf69-c98df06dc10d", "result_sha256": "df0ab32bd8273333e6318c008aa51a56d2312b5d3d1eefc42c83bfdcbde5c62b", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006356, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.380854320945218, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:07.802850+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ccf79b5-faf8-4d85-bb2c-8b9487dcf42c", "result_sha256": "7bb5a96a3efa6bce81716b54d7b53a0cdb1e541562deb30ea162abe82944b47e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3620200231671333, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Gilda Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Gilda Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:13:29.155489+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "77469db9-ae91-4f9e-a745-aff88890d991", "result_sha256": "aef99488b4c6ee26c5798dcd97ca8d78be266e83ff185158a63c6969e45cc963", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.552699733991176, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Gelasio", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Gelasio\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:38.116621+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "46629a95-c459-4f77-a70c-d8cf3093f669", "result_sha256": "36c08295af1a5c94252712a7150f1d6edf4ba33cb3da62a4036845c1e12b3b8e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00684, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4363554671872407, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:46.996217+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "390a5b7b-066b-46f3-b858-d0581b6fadd6", "result_sha256": "8336f27b1b621548901ac9a571595890f8b5bf23180952268c8dcec22fed8bd8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6199606640730053, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant SC\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:55.728173+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "157fd2f0-bee4-4951-8089-5ef1175a7463", "result_sha256": "683f026c9faab2f7c2899154896d0daa98408844c1c033365ff35f04c7103e44", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.861465958878398, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:37.412739+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7918c90-444a-4df7-809f-bab9ec64c5b2", "result_sha256": "0668fba8dcc42909edcda4df2bb22ecbc8dc354adda4e41006e3ee4e447642f4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006392, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3247581250034273, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:05.366519+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "02100bd5-afdb-449a-9061-da524798fa6d", "result_sha256": "958157ce4579d949c3bcb4d172a07b6d52d3d6a6983d1dfc9f1af4d3a73755a0", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.719667494064197, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Lora\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T12:14:09.615630+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "30bcfd6f-2e9e-4171-8748-a5890539f3be", "result_sha256": "27b395a6ed91d8980312349c2a1aa89fa9b1c53ea08ec15912e354271adf5045", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006356, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.917408810928464, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:20:27.882340+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b924faf-52cf-4710-afd9-ad7696997f77", "result_sha256": "c51896e207f8ddfb91f5ef7d7ab150b3b9621eb93e994b65e4d15741b901d822", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00672, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.665663104970008, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:33.158125+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "095371a3-0f16-4307-927b-afc555982fbc", "result_sha256": "c1b7b4d74ff6b2b69e7692b3925ea18251129fba0ce53eb015ae13cbe56c11a0", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006676, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4682137959171087, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:11.236297+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5e01a38-b825-434d-bd0b-0c579550263b", "result_sha256": "74584e46803649fe8f8a724c044a0b09a22655b060eb2538f1ce39c957c60921", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006548, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4538201671093702, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:14.937860+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad52bea9-3d27-462c-8082-6ce3583d2550", "result_sha256": "9e00990eef822623ca7f186e185314ac7275025b046df18e5cb1bcca7dc0c9b0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006352, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2674901748541743, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:10.685590+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "72387ae4-99d6-4bda-b2b8-d5f9144dfaf4", "result_sha256": "59a5d303f6184203091008c562bee01c75a289195615c9f4c7b58cb57520c14c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006804, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.547635680064559, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:55.520470+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3601043a-bd0e-4f91-bc81-4e8984a07da8", "result_sha256": "c561692109b55177769e4d272a38f79b26218248277bafc11abd4f677d2f941f", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006228, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7818140669260174, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:38.197662+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c9c47b3-fe06-4f03-a114-b9ee98829261", "result_sha256": "969834f875171e4518f9f4016e865053f4b60536e630ae7dd2456fa9607f2731", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006536, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.2835650101769716, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 49, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:12.045542+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4df94f1-7cc6-49b2-a599-48d4bec6c34c", "result_sha256": "24e568abf0349cf0ec223a5eb3887113b7d4e56f6afcd469d5fb5ef8055a60d0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006408, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.8331960760988295, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Libre Caslon Text", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Caslon Text\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:15:56.384799+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d9c2169-4267-411e-9c06-ee30f954a4cb", "result_sha256": "ff6de3bac1d0c44e74ba49b4e0c02ed791c13bf544c81c4da5da92ac84bbe79a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.6951704670209438, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:50:04.166323+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4cc8c20-038a-404d-a651-56825f4f571b", "result_sha256": "56117730f580e0190430dc7c49462b6ef24f8934082920012824f5ad30d83483", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006844, "error": null, "error_kind": null, "font_correct": true, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.358906998997554, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:51.040742+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "01a03be5-b929-45b0-9e9e-582a39857ed9", "result_sha256": "5f284a987db9d5c6449d10a03818b6d46a28760a1898725ff04079fdafc28268", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v43.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.9564893830101937, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:43.662290+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c54ce8c5-8677-476e-b14b-5c401dcb8e83", "result_sha256": "ac6483f4c80af2360f8579b3e8e8259c86fc5654d67b924b382c98e34738182c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006504, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7543658851645887, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Spectral", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Spectral\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:34.627690+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "02c9a965-f013-49d9-99b2-e62d56ceac0b", "result_sha256": "dc02c0e551c7fc60e0770b29e34269876d88da5cafb7cd3055b94abd51b1752f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6648092111572623, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Libre Baskerville", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Libre Baskerville\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:54.323472+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "76e792a4-7770-4191-a663-9bb8b14f5171", "result_sha256": "801fc28d913787aad74af1c0c799effa691ddbbfd8f021515255a6c49a6a32cc", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0063, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.7497285718563944, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:17.859089+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "47cc54aa-1fb2-4c86-8afe-51351c0178e7", "result_sha256": "e623c0d93522aa6293a9ea633b9260b2be0cd71b59a671925e7bf94a010cad7b", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6176539401058108, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:48:33.822796+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7856b525-f3d6-448a-a398-a0f89c7fe844", "result_sha256": "2151e714e3c36946e959c4ec9dd168437578a6fe4eebe1feac42798d2dc2370e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4825999911408871, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:08.536041+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5900e45b-0056-4a9a-9377-b8186a440bf1", "result_sha256": "505d1395d93aa6c1e072c373bd9c5e3094ff2e3a29385f0f074d5be17b2b662c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006392, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.341105863917619, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:41.743942+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "39b7923a-f5d2-4584-9d2e-9279fc072fbb", "result_sha256": "a55a958f5ccf864428a401ff2269f4d4d89cf4d9de7a624e166b6b641ca09c09", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006844, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4949531040620059, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:43.624374+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ed1c440-9f53-4c36-9094-40b7cbde28da", "result_sha256": "efeaa064c6a76a3d555a4bf61ac8617db136433d2489bb6d1f699a14eb40dc91", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.514936207095161, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:23.451525+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf004c86-7679-458f-a8b4-b400024783f0", "result_sha256": "0e9a268bf6ed171dbb490654da8cb35f32da0871aa1efa92428862b749f30b89", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006484, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4148908799979836, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:37.100663+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d90e485a-ceb5-435d-b71c-93dc160f785e", "result_sha256": "4cad5149fbb8e1c8c9e5fa7fc779ab2648a1a68acb679fc39d537a55cb07c9cf", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.7363611499313265, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:11.086737+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d02b1457-8fda-4811-8a7f-02899b92bd10", "result_sha256": "5de9447fbcbf0ea47b81e9ecbe86650ceb02c437b2adcac9f7a1037012ea71e1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.390971906017512, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Serif\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:29.881147+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "060e4f73-c50a-44e0-8029-3614371c3bb6", "result_sha256": "846f84ca56133bf321e5ebbc88bdbb905bce8acc770d5a974fc7cf0afc259125", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3394986640196294, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Literata", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Literata\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:39.116410+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "420e9700-4098-461e-b32b-9b74a5426338", "result_sha256": "609a501f32cc3702cb7fe59affd0285fd2f92442996660d3372c7ab4709ebc78", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.4613861348479986, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:36.355370+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "56d21f0c-f5c0-4eaa-83b8-8ae467504e89", "result_sha256": "c54a88cb356d152827d79c6e95dbf46bbdfd90c9201169e9c250f4ec3cd9f191", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4741010710131377, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Alegreya", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Alegreya\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:01.230802+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e0d88f5-a2b9-4652-a7d3-fdf4db898c0b", "result_sha256": "2be30dd7ab7b3ce06d5b7ab120f452958f9e1b072e938b10a8266fdb4e9d2bb0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.161261909874156, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Serif\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:08.488234+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0cea881-cea3-4d23-9b81-19b03bf39f15", "result_sha256": "6ccbc2dbacaed6012abde2cbae0e8354aed412b8a7ae1e8644ee05749f673f55", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.867835892131552, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Serif\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:31:01.936076+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "74625f77-e8d0-4a53-a69f-6c625da5d833", "result_sha256": "0dc24eb1383415c53be5a1cd4fa519fcc50e1fda9385de279e81e93dfbfc6e92", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5531067000702024, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:19.330941+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "711620ec-07e6-4aef-8850-da9eeb7a3ccc", "result_sha256": "2125518d2ee5152e2ff244d0833d2ddbe0d9dfc95e2bf4ec215aa5f8d65cbd89", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.461066119140014, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:54.684344+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a66aad11-285f-4def-823c-7ac59c3899c9", "result_sha256": "26021c923e8d473a000da6f5d4deea7e4f6db08d50b086fc6fc65e8c0a751371", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006396, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3530171390157193, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:11.485693+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8f57d43-2f43-4146-89bc-1071bca5eabb", "result_sha256": "fd0656f3bdf245f881b3fcbfe0819ba8c1fabab1c3fcf6b414743c2305c5fb00", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007036, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.320890347007662, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:22.511974+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a7d8d15-d5c4-46b7-a02a-e9cb9f8da546", "result_sha256": "f9f18688022eaaa3e583e3e3061138dba0abcb80a6afaaf32da3e609c64e5448", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.3970809530001134, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:39.435204+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3727ca4-8bd0-47cc-b2b6-83ac27d4d881", "result_sha256": "a777c32aa84f4aa70a165e3a58cb8dfcd7a6f86f2cd09f2ecdd017ffedf9189c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011128, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.147949174977839, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 278, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:12.861558+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "129888b6-d6cf-4ecb-bb92-064814ea3cc8", "result_sha256": "41d2a233c60a834f87a1a455ed3efc76b0db8000b83a2ec99fae18a08eaf60de", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006392, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.487347048940137, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:21.793589+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbdd0aa0-48ab-42b6-a956-39a41d97f5af", "result_sha256": "e50048c321a9bdb2522ab3cd178cd9511c232321d1598052ef6cc05bf4d2c89e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006844, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.7850437010638416, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:11.111208+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "449c6c86-fedf-49d4-a112-9a349c133233", "result_sha256": "c175f152b57e000bff8d879d57aa2cc5d0e92fce7a16d1e73c069f07b04a22a4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.4946204081643373, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:16.219362+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "45e2bbf7-a665-401e-91fd-3c1beff0fcd7", "result_sha256": "9f7475f4e42dafe242ddf1eb5d665928512582a358ede9ace08a562a77345a60", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00676, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7345783319324255, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:06.394308+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "19c13db5-8684-4825-b1f1-2019094a2472", "result_sha256": "3f3b081df136ba277af6b6f0dd721fa7c7de82286e65d43afb7df701d268d77e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4107668439392, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:42.291707+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "01be6584-6a16-4dea-bd1c-e7b811185a93", "result_sha256": "4e1eb258c918e738bcd3845439494e922fb900079b75aa0eb788a358d13f3033", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.4472343740053475, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:11.890713+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "819d7eca-9cb4-4d46-bb05-20f69bceae7e", "result_sha256": "41d4cbeef9a370203166ca64ed53666d4312168e7d16ea6604358566dd35d085", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.231554552912712, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Alegreya", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Alegreya\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:24.033918+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a973a003-9155-4a43-8878-0a48dab4b988", "result_sha256": "8d865038c80f4e61fef7e156a6a6bdf24063c498ac431c4fc601f33f04f4a9b3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006436, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v43.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.0152634230908006, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:50:03.738489+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d967c931-f68e-4586-80ab-13a6dd5e59df", "result_sha256": "32d17b6219e8ded47699395c27def0d503620ae073e3d826ee58dc29b26dec62", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006524, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4578910330310464, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:21.379384+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0de62c90-3966-426b-8634-4453abb86076", "result_sha256": "7e4318d30ebc0aa4525ceaa75bc5a42b182041f8680ea6f6df73b1854e677c6b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4284767070785165, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:05.951120+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ce265fe-a55c-4ef8-82ac-e7c4e19ae419", "result_sha256": "ea7064a8fbc122d8112636a3e84235fc71fb02c70b35b1c35c8b5d09313f11c6", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006248, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.592829148983583, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:23.191649+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c0523c6-be91-4df4-a537-2ddb7f524e7c", "result_sha256": "eadcc3b039f23e9044ac04ec53ba16e3e12ac4988e50d6015d0a008a2822366b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v47.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4141756899189204, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T13:47:02.572956+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "59e706ac-497a-4fe7-a729-f2b2733aacff", "result_sha256": "81c9dcbd9da29abe6936324fdae15e5d446bcf930e78d40462ebbd33a3421cb5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5014257351867855, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Vollkorn", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Vollkorn\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:48.918118+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ded3685-fc8d-494d-8e56-657eddde1c17", "result_sha256": "8847573250d98687f7371bfcba20beb82a52fdc5b9992e542f682cca203be7a5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006396, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.437534733908251, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:25:50.770884+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "acd0881d-ddd1-43b7-bda8-3a06edd63ebf", "result_sha256": "516b680c573c07983830bf3fb2f89b873f0269028420b8681cc826b321a61b31", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006484, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v50.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.495502539910376, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:34.384505+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1688bf8a-8003-46b4-b7d7-8e13a91eb196", "result_sha256": "471f9baa21c8c3665944bb41f18ceb23e0544b44fe98a3b2be94b58b430a2c4a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5416960089933127, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Merriweather\", \"category\": \"serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T12:21:13.526049+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8556af2-8c3b-4532-9096-b073d6e36176", "result_sha256": "4eaa23a8d0487605b255ff728dfec23ce6748a05eb1dec4100ec98bd2c75ceb3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5406782820355147, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:41.147499+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b27ba0a-41f5-4f10-a7d8-f96d2c460dbb", "result_sha256": "5139a1bad36b4f35be50402b243b594f85c5152f354054eac1b43bbe8b1872b6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00628, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v53.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.4448976318817586, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:31.490200+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "301df666-a163-47be-b549-f7d09b12e240", "result_sha256": "b39a2804e3ae7221e9c65e6bd0fcb604036dfffe1c0837e60adf052dcb0f44ab", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6485737308394164, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:37.953107+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e54838e0-99ac-41ad-b57e-3f854cdda877", "result_sha256": "43af5b0d3a43ea477cdd1524d48f009071fe4f6f480f1a3f2a91466356fd99ef", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.2522601839154959, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:52.785513+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7131b9d4-ea10-452f-b593-72eee76b9582", "result_sha256": "f58002fd2789fc07479130d041ea7fa26024f291808984a10dde0b713df93671", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.726153037045151, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:03.507578+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "767c66b8-b632-48dc-ac78-1eb72daa5917", "result_sha256": "f8e426ce29607cad0a2ddb0824da4b914de1bdb11156ba5c136dea8f32ef5906", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.495008233934641, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Alegreya", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Alegreya\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:09.176193+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f0aa008-faa9-423b-b24b-4f7f2049eeee", "result_sha256": "c52bb5c4782aac03bd60e06b9e56bdc1be98469bd73f260568bf5eedbd47cba9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5175682338885963, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Serif\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:29.936927+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d682e797-a133-42f9-8754-84b98f569e55", "result_sha256": "6624a91bcab90aecae45bd6db7df38fdf28658d5a5916bb9c48adfc8f80ad44b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.592690889025107, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Noto Serif", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:46.082796+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7749fefc-c47f-4a4e-8901-d85acb397290", "result_sha256": "c1adf59fc7667bd847fd75555623f5fe28303bbbe4b7aa20288036b134c2185f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4902054311241955, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:19:22.608817+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2ac8a19-00d7-46d1-90f8-90022df509ad", "result_sha256": "dfc5ff2f16d8f7394cf61c82addb11b3dad51a56e2cb06efa3831d8b63bebdf3", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v01.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.392560895998031, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:54.520807+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdd8ac8c-3b11-4918-acbb-1f7ac29d7df0", "result_sha256": "5105c9c53d9fe5395be7bbd8e86f49bdfbcd407ecadc1f9c2fdb05cb82f51fc0", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v02.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3694741600193083, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:56.445452+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a8abc09-cd29-42fa-b1b3-3746e881ce33", "result_sha256": "628bc79d110c5d5aede16da981b8315a7781cd7f44aa441a1ffcd642f0ceb39c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v03.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9540607309900224, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:54.970388+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6d8a80a-2509-4456-b903-de0f7a6aad29", "result_sha256": "dca6e34e6f47261d629b94c7d4abb9337f31eaa323e7fc123c2190526b19652b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006436, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v04.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.807596553117037, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:22.129113+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9afc814-c531-47c8-bc8b-e7805f99daf9", "result_sha256": "7a7fde8135216ffea39a50cf083b714388b832b47c3136bfa98e798f7d77a015", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006524, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v05.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4179202888626605, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:48.578301+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "98931b1b-a826-4719-97b9-287fa1bbef89", "result_sha256": "9e866caed68427201b37a72da6371d739023ea93aba965b176f6fed2a018b9db", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3634369079954922, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:06.041237+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa129cb4-4d9b-48a4-8877-1689ed221026", "result_sha256": "9a448b406aa3427eb4abbbfd36103663a115239f377aefb1b753cb06e1b359a9", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v07.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.6509629178326577, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:01.618085+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ee24ea3-cc1d-4473-906b-779e61897f2d", "result_sha256": "81681a6a66fbbef96d0e276df8daa9a272029dfd5e837750f54fb0153c399cd2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v08.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4664721968583763, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:21.204875+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "85a1def6-f99c-4602-9386-1a75cb2c2bc0", "result_sha256": "e9f5bbc177089be0eb6ad7efa30150c1300c6ec99e7fb293e59b951a6236b714", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v09.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6140645749401301, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:44.622934+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "107bd2db-5b0d-4aa4-bc8f-870dacccb069", "result_sha256": "4cc5c6370f151dfa5b7a6d3b880e13265238fc55cdbdbfbd200174053ec7e9a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0064, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v10.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.408869781997055, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:40.755152+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eba06c1f-693d-4e21-a7ac-f638567189b7", "result_sha256": "242cb81d0eceda0610b7a29ef5249ffb402fcf52fb8d29d3cda5424ecc3cc4f7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.02776421001181, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:57.849902+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8b618d2-da62-4913-875c-b30b2a021bb5", "result_sha256": "1f1d9d0df175fb4dbf47ffbdae0ff0369229147bd37eaffc1da0ca8541392744", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00688, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v12.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.033752310089767, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:05.420366+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "489a641a-ea5d-4197-b10c-b37fa9d3f09f", "result_sha256": "14b4688660ea7139d83b4da5d7791fa249de60d11a3cf5da96af1822dae8b2da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6566178970970213, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:02.887259+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d9c363c-4ea2-49a9-98c5-c158167835e7", "result_sha256": "0291d168b96391ce9fe0e9be738d5fc5af7fcc7f4956678032d165d8729fbb69", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4486162019893527, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:58.550760+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d43007a-7707-4b03-96d6-c74f339b0409", "result_sha256": "6212888e4c6d3e6b8210d6a8b1131080fe41b0ab9fc4bdec6cba35c972b5161e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.386452019913122, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:30.115358+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "33deee14-61cb-4a52-b326-3d4f2b29c9b2", "result_sha256": "cab87833c94cf6e4bb0427519723f1a2c2620c6bf0710ebbaf6a689a5476c726", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.945408731000498, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:17:33.496248+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad9279a3-9967-44fe-a5db-ba380a1148c8", "result_sha256": "0aba2ec5f3a0f4e22f6d0cd75080a2031b0cb4bca6f4f2827c470457fa6fb3ca", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.832382339052856, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:15:20.064148+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "73f9f53b-4eca-4347-a1c5-761be8c5d0d5", "result_sha256": "bd1d52488a02b1f2e2e503f5df4e6d88b67410a8a32419fd81b5b23fc92f81b9", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v18.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5210601179860532, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:05.089774+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa5d6acd-5463-4e6c-b351-e921a659b1f4", "result_sha256": "5d10454106926c46e3acf24df118cc9b2c165855268871829b923cb85603b533", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.735414745984599, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:30.348445+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1ec5f51-f539-41d9-8ad0-d8572901b173", "result_sha256": "6e46f43528d2c563508cdea730edcc743a4e96056937aa49210053b25f618404", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006984, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5061719191726297, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T12:25:14.724083+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbfb0bb8-aeca-4899-965e-6d45fc15aaf2", "result_sha256": "5b961afdfe2d22601fdbb92186c37657ec80ab02b3251a578e8067a19871d454", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006436, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v21.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.531765738967806, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:29.458779+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f7f299a-8451-4bd3-a492-c6c11f88c393", "result_sha256": "046f02f1ef344f8cfda307eaafd38984ee82907e40233361e56257e816025221", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006524, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3965612249448895, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:22.249916+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fe0bcba-2abb-43b3-b175-05faeca3cada", "result_sha256": "ab5de9c67caf262fd63846a3d5ae9ab33e3b1aaa780995721d9b155cc48a97dc", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.617538826074451, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:24:16.121362+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "55992ba3-adb5-415f-b574-76aa086b8b83", "result_sha256": "81a0276abef6031bc0df6d4bc59b550a3e610b48712484ab848e29373194be7f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006564, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v24.png", "input_tokens": 1376, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.821323584066704, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:15:26.469706+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7dafa6fd-7a31-49fa-aa72-bcfc774adc41", "result_sha256": "6d8d891c3839773ab1f3da0118f044de4a4707b335fe62abbfd60d5d9188ec95", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.927968469914049, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:08.347254+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d91ec1e5-4624-42f7-9eba-846ad772ba70", "result_sha256": "9b19b0882b42b6d28f2b2eca0719e4891a2ea7404117311cc9182f1e374ab7d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006496, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.335827545961365, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:00.688053+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bdf58c6-8616-4c96-b32f-219c5f2deef1", "result_sha256": "c1a96c07d99747fd5e2cf287834f51c4ca758aa3687ba695bc26bd487499ee45", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007136, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v27.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4217769189272076, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:25.300528+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8dd7f93f-9787-4dde-8c2d-f57235286366", "result_sha256": "5c847c6dd7fda00bef70d3087ea8ffdcb9647503e1a1988660ec73559fac4b74", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.615195119054988, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:57.190721+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e1b4249-8a23-4a12-a550-0a9a9e42d0b6", "result_sha256": "7881f4a19a90f16c6e99244155419801f30ce687e1a64fc7656cc999df6be0d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.427850044099614, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:27.158261+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "22c7a76a-9438-439b-a74b-8ed20a97e7b2", "result_sha256": "0319baa82fda07e7a217002cfb7e3bb81c84603e6fb1a7134d92df8983fe1f67", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006572, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.565130891976878, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T12:29:49.888848+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e69a48e-2aeb-49b3-aaed-e48535a17a33", "result_sha256": "7781acbb4ac7d28f199180e2ba09f335cce174be9b3a92b8d543744399892525", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.3990444678347558, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:12:37.455247+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e702f2e-0dac-4989-a3bd-ebba84febc19", "result_sha256": "7e3c9b97812320c7a66333748c15b3cade02774ccfdc9c3f26729bd305558fad", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006536, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.7284679929725826, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:48:26.963863+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "40319591-9527-4f76-a2e4-e8f365901b68", "result_sha256": "59884437bcec65523b2eb909e949cd4b568d3b66ce6b93e2f70ec8b6a9604d23", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007076, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4613151480443776, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:47.666684+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b511ed4-dcc8-4f56-a011-f5d43c9d4164", "result_sha256": "8ea14dbbce82ca48cb17179a94bcba271398ebd81f494ced5949277cdf7fdafc", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4547930750995874, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:13.826692+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc19263f-36d3-4f0b-bbe5-6c29c7d46c3f", "result_sha256": "45d52cc1894a62ba01104e9ecf75cdffe064ab6e76068c17a77d67892deaac6f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009308, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.7265189699828625, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 187, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:07.658518+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9d59255-4937-438e-a1a5-ad4103a5a927", "result_sha256": "0706060aa0addf45eaee53b1ab15b2b4435c47ddc3a1ca0f36a03ad831ba5029", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006616, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v36.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.370588483987376, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:15.068776+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d4bf863-9ef7-4c8f-97ee-43471293a3e6", "result_sha256": "14db7852da2c05536ca733d9f464944ef55b585efe493f839c2eb6fb4573ae51", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.6170832989737391, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:34.916025+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e8447f5-7642-4101-b2a3-968122e01fdf", "result_sha256": "4f1e35ca9630ad3f68820e5cdd5982a7794294151ce821ef27af5005a9bf6a2d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4668644710909575, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:42.027800+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe09369d-dd00-418b-878f-db3b4bfced15", "result_sha256": "8583d02c99552cbd4e71c5f2dfe5197f5045355e32cedc76788b6736fce58f52", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0068, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.788329052971676, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:51.573838+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a22e6ee5-ecab-4b2d-97f7-8e9b759f0802", "result_sha256": "d17e1e94aaaf7e97d32a7736175de4eb2495e178a2f8c899efcf1209e2736c2d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.417150435037911, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:49.397549+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6394240-35d9-4de9-979c-d6d3a322b9a3", "result_sha256": "fa7dcdd0dbd27835f964cc4c62c91b7f8571b252ab74afda20a4b70c1e1df8a7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006656, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v41.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.301386315142736, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:04.648577+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c023d63a-a840-4247-9d06-e5213a75063c", "result_sha256": "93ee00dc5bcc6c58374f82de2dfd2ab7f0579a005fcd767add27d851317aaf50", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006944, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4621633130591363, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:16:21.091001+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f995029-eeed-49c3-9101-eeb199938eef", "result_sha256": "a31a693547e23c4eee53a82f905607b05afa97c3497f18eab85af271e1bff994", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v43.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.969278072938323, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:22:33.328938+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fafdef7-4c8a-4302-8022-6c2c2faa99b3", "result_sha256": "c585d5e5f6d377f7ca58dd792d19688e7df3ffd3b0ac839e573606dea6035a17", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006564, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8022652890067548, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:41.081955+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "70e6e4d8-809b-4961-9b91-ede216fca022", "result_sha256": "2e6ea6633adb375b3f396096972993180258e7ca01f5b0d4cc5c202db514077e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006768, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.417549761943519, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:46:44.345697+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "93b12afa-aa28-492e-acf2-d8fbb319ef0d", "result_sha256": "58a3affdc51ae1656ee931087838de01af6e56f5b722682c298d572d8d0969a7", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4748628749512136, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:46.756064+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d1dc791-cca3-4f6b-9cd8-062b3de20b75", "result_sha256": "332c5ede5bb2bffb6676c52d5a7e6426c61433258c113815f49d3ddc3e2a138d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006596, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v47.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2024210579693317, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:52.553360+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3d29055-cdc7-4b9a-b5d1-ce646baaef28", "result_sha256": "e5fc14c15991ef3ebad6462f14665d0b5505ed31d37d7e16d2c8eee085d930dc", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.593091684859246, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:46:44.399876+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcd29cd8-ebb1-4373-9964-ead1c57be90d", "result_sha256": "42363da28cd58051b7c1c309e37a2fb6bd914148f053b6fa8b92bd209a7853cc", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4580826109740883, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:06.843217+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cca58a9-04d1-4268-b9c0-c9a7fed6b263", "result_sha256": "feaf6aca9069bba3c890b6b738618fd24247fbcaba48720f1bf1dc930670cf1e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00678, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v50.png", "input_tokens": 1435, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3923758168239146, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:05.209722+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ce548b2-0cd9-4aea-b289-e818c837146b", "result_sha256": "dcbdb689d02ce2d50ffef05bcfc781ef27d2045316efeb0f4c950016e4b5aa60", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4953587790951133, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:16.157173+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8972d7ae-df93-4199-9391-cbf4505eb28d", "result_sha256": "5be6dc5f88dd32aef4ee9b20744356cd24ee49c10d4fe390da96c23372037559", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4863053560256958, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:56.987004+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c68ee9da-0782-401f-954f-8b62ea5f25ee", "result_sha256": "bb0e0b37f100739210ef964bd0681a40461a0cdbc65df6c0819c4b34a894fe66", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v53.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.527995286975056, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:55.018314+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7aaec8e-5412-48e3-a642-1698c7c1ceef", "result_sha256": "5e40dbf010daaee74e765db85dfb7197c2c3cc72a2c91a151801b25260d923b0", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3573097449261695, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:25.246429+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c0c1fbb-e8f6-45c7-9dcc-1e139a01c829", "result_sha256": "e3f08a4e94891d140cd81c940c2cf4e5b8bf55e0c0d1d55c2ed460be9700e570", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00638, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.7239939868450165, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:10:48.863786+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a9737b1-8020-403f-bd38-231af1b8564a", "result_sha256": "f5ae05abe7b86be69b8d2db2cd42a4fe92df35f1010b15463f8c712d6189fb8c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.9237598618492484, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:29:31.027728+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc13d001-86b9-49ab-aa29-6874444b6dea", "result_sha256": "405505e87e5aca3d0ed383bc7c9a6d8d4f95e5de8c2106a256f6bb8fecd8d542", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00686, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4045736589469016, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:16.574199+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e699d42-665e-4c61-a7eb-7be1d470b0e7", "result_sha256": "5400e96e57dec77099fd35cc4da726af6b34fffb058637dfb0d3f75f48d31e9a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.519685654900968, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:42.668334+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cb5a3d5-b54d-4785-99d3-6655bb5ff665", "result_sha256": "62b62e063072fa8656a2742d389991be200210815439a89e103126a4bd0a0dc3", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.426459199981764, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:22.673655+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f5f359a-1440-41dd-a958-70d69f445a8a", "result_sha256": "4257c25f1fb8b651dbd3d201c09c81a4750905abc9c715db8ac6cdfb3ffc2851", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006428, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.7537896521389484, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Montserrat\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:48:46.876652+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5eb523ca-ccb7-4c81-a65b-faa075f9f532", "result_sha256": "cdde83569d3f7010856dc6f11bc1cd32a11af0b734ccc10f0be7ff8e4e768238", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v01.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.2373553838115185, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:01.595797+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "13b1fc0f-4db6-4d60-bdb4-bda94cba72f3", "result_sha256": "3b3dd6c880a2474eb9a08ba150e12176f9488ef0666c544834ea0bcacd2a565b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v02.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3470798761118203, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:29:46.287091+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5a4a1ef-c461-4b6b-b49e-6f85f2e1233e", "result_sha256": "639a8af2edc34c8ca8d7b9144cb12052078f4b08ab1d7b46aac2c58ea77c9b0f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v03.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5344756508711725, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:45.016722+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d0ea7a1-d5a4-4d69-8b12-5e8a0fc3febf", "result_sha256": "4c2a7ccbff0dc6594278c994bec326ad554682beaa94ef77ba7b59d034953c63", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v04.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4826109788846225, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:55.053031+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f25ec104-8f2b-4df9-b34a-ed4adb7af58a", "result_sha256": "42023a02da3ec2da6b61d0f1dadee70e04ab72add3cacacef132a95f496fe1e2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006524, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v05.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8544787880964577, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:38.260803+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "48dbe408-e994-4d0f-877f-2f658d5e9182", "result_sha256": "f2361cb748ca8cf9712979197fcf521937636c92e672c8c802dbc169fa6a7041", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.686796508030966, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:15.035453+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "455aa80b-9d55-4343-a5b8-7cbdaed76e5f", "result_sha256": "62d9b6cac5ddb669b014bf93e4f93e3cfbeafd3247d9108438ea1b99befa1097", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v07.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.8693523879628628, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:55.397904+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb909f94-4908-4fc8-9503-05243cfa1b12", "result_sha256": "397d4078e3e6c59b6ee3d1b72e29d3cff78c12471f9f42f2aac97b727c6bb9a8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v08.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3550490520428866, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:03.634453+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae9d3d62-6a7a-4144-adbe-b0508dab7ac0", "result_sha256": "680aed07dac7502fc4a7fd697b8ac72ecf4b500cfd3233b2fdd6f2900d155189", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v09.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.896440037060529, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:05.580852+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcdef174-b9ea-43f6-a5c5-1d0860260cd2", "result_sha256": "fa87b056894d4532e79b37ef09e821ecd96cdc1fe5c81ff17c84750590b79edb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0064, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v10.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.730249942978844, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:09.359068+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "59ae0edb-2a04-4015-815d-620f82ebc876", "result_sha256": "b9964b314aa651d528c4d433f0fbcc4caa6f018fd1bce5d75a1c2aa1a13039aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3878913710359484, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:13:14.992423+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3d26c77-c4c6-4ed9-bb68-e8ba5f87f982", "result_sha256": "a0afb2316cd0bbe23c82a3718d5e1b28962afdc61dd074a157dd81222709fea8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v12.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.8737935011740774, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:19.254156+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e019b32-e61e-4a39-8005-2ae235c784a6", "result_sha256": "c9f433da5804bae88362c2320a9b84d8b6167ff3d72c9fd433eaad7ca4134e19", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006492, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.7338915541768074, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Encode Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Encode Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:06.335192+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8a5fc15-9cbd-4943-9874-552d34a51f1d", "result_sha256": "4106f289454fa9127ec84b236ab7051ca1e065f417764cccf69a4799ecaf7fc8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006944, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.133000083034858, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Encode Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Encode Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:16:53.279370+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6705d0e6-c5c2-47b3-a5f9-d0e0412858e0", "result_sha256": "84d575fa1bf89a51cdbe837c6c7bd739959935ab3fcc741e21fe9d51c45b496d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4959660719614476, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:36.735678+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c569b19-5339-4b96-be0b-2f107521b7c9", "result_sha256": "2e5dfe6669852d17c64e2961b6f6b51d73bf9a51e811303d48c3565561c3567b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00636, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.515749051934108, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:30.919510+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "01171fca-4f51-4a78-bedb-eb84cb36091b", "result_sha256": "0f0547176f7c267d6cd6fe7de1a87593856c41007d791c4d110125052655dbf1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4781786079984158, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:28.811449+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d556157-b668-448e-aca7-b88902be3093", "result_sha256": "e61859e9a5818d924bd35b8f078a4d5f09c109626a2f6ee32d3b09c10f7b5a27", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006748, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5065655088983476, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Noto Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:49:28.454158+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8b2fb86-96bd-4827-9449-bf0491f85de9", "result_sha256": "57405ac4bab068db7cdccf537116fdbc1a9e8a0e9ba56360dbeeab0a3bc47cec", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.137996609089896, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:14.103480+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "263baaf7-bbb8-47ba-93fe-4ea01a41ddf2", "result_sha256": "a4d0ef86901d92b80bb4df36438267cd66675958a605ad92f26aea1e7853807f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1709628021344543, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:28.397580+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a30472e2-6bdf-4695-94f1-9ec059425359", "result_sha256": "75f9ab3d995a49dbec2d1edbdc05528568f350c0ab9feaba134c12c84267177c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5004312770906836, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:25.702760+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c337887c-affe-4cce-b599-ce49a95a4e69", "result_sha256": "ab308f5b693adae8bacc1d4edfd037cf5d9e2356919ff957cd369539b7c468e6", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.010764, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.750045397086069, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 265, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:05.911241+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab715403-c9e7-4fcd-8466-c355c0200895", "result_sha256": "8ca07200f8025a5ae64a4b15745cd68e946585a2f7eb63afd6a21b2dabe4a9cb", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006748, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.7535963081754744, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Noto Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T12:23:54.783510+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "34db5dcd-882c-4e9b-bc6d-ca01d59db3fa", "result_sha256": "82ba3e154338a715b6ef6ba36e17c148ffb127385a982d0dbd0c4bc1c64ecc30", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7747890851460397, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:35.643955+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3464f99e-6268-4ebe-939c-2c9702306a01", "result_sha256": "8121c25edec543caf23dd73677fd5711531197e734b83cac43acdc670bfccade", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.6197462470736355, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:26.949025+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "27df974b-7acb-4611-b719-5acf1780749b", "result_sha256": "643579ea0d945a95885af357eef88acfe798210302aa8bc995eface5b4246fbe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006516, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4860934321768582, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:28.915605+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f94621dc-6451-4160-9f5d-e48b732bbc1b", "result_sha256": "f2be655245e3db0dd444836fb6294af4d6dd4258c9decf7d37e768e361ca1c2b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00688, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4288717159070075, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:23.584246+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "caa72bc1-9129-4e29-8017-c762a4993562", "result_sha256": "2f0446452a09b26e29111d62df326c9a159e8c5f303e331aaca97560d6c01475", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.7180414849426597, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:58.038596+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddc8d4ef-093c-4bd3-89ea-8d73cf1f73df", "result_sha256": "a7edbc212f46809d3f51f1071202d817ac4c609d34cb366c82c81cc040d1bbef", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.471049620071426, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:52.392228+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5283f38-377c-40cf-83f4-a4ca4c326252", "result_sha256": "759d89f78635ac593d4108f79b86a1a6b916471518aa6281fe771d2822e15a78", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006492, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4015640099532902, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:40.937008+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5467aa04-460c-41c3-88b2-c2da2c517646", "result_sha256": "14e46aad7723817a0d7cb050c0db5a255fabc21187ab205a26caac5d06fc511f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.0010878019966185, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:15.366697+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f868c40a-bb92-40fc-a087-1c5d17da3ab2", "result_sha256": "e698a01a29e903288e6a8cb2c9870d2f95b475653123f72b0fe4835a5ae1f6d9", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6001055689994246, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:55.626002+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d9b6eda-d5d6-4830-9bb5-151dae7c78be", "result_sha256": "c4199852a4cdaab5b574f644b5784ddfb4b56aebfc4456f70592a6c9b35d7749", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007096, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5828223740682006, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:19.042450+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "97d16853-6c2e-4d03-a206-ab3d87c981b5", "result_sha256": "476825a130353b7a63d8295ec11f1d34f62dd8bfbf253fa0da3473adcb243a2c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.000763827934861, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:38.737592+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d608216e-b091-4ad2-8f04-cacfb7eba678", "result_sha256": "deb40c4e783041378fd50a384fa157738379fd92fd1e5a05b9cae1f6d1e0076f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3966976990923285, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:13.884252+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "451036de-2c64-4442-b5a1-0f5d446a85ea", "result_sha256": "a293cb3efebc33055b526a5dbcaeee57cfa52387c1d38e337ece8d763f4479fd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.624761569080874, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:10.049411+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "35a1d274-784a-437e-9999-1763b8f33d72", "result_sha256": "8928ae37d42a1a1ca657fcb76aba859d15467b6e5276a7e18c684ad0923b4099", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.375953163020313, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:45.524211+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f2d73c7-f610-4d8c-bc43-3a681c86e3c0", "result_sha256": "3de3ad695578cc9d1991a5317809825a875bb7aa16ebedcac79b28a751b6e8ce", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5664555309340358, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:50:02.076311+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4ad297f-a156-4b86-8703-a36f41e7a862", "result_sha256": "56fae1e45a78806b58e3b209fe3219c463fd3c0e34ad4fe1b914b61e3fb0ff47", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.785786587977782, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:18:25.307466+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "914c4695-9e4e-4b6b-9086-7f6e806d11c5", "result_sha256": "49e6c27fcc1b8b6c357e0b30ae5cd25dc7be1277a7c60de118dae224511295b0", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006388, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4431161899119616, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:24.624083+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f6989a1-6718-4e97-803d-b67aed0b084e", "result_sha256": "966a0029a2f8837deee57510040ccd7c166d6fe107aac0754e90f2824e391579", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006512, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4008809700608253, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:57.945467+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad98bfcf-358f-4ffb-abb7-a0687dd4742e", "result_sha256": "cf8897f9955c2a72b8ab958a2de950c71d51ee182f1b9bba722f01da5f2a4df8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5727403569035232, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:45.304458+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "145b5701-e655-469b-91bf-1334f5d4600f", "result_sha256": "03177818786497e185ed75a4a02910ca900b106f47e100fc80e0960bd497b12a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006368, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2687660481315106, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:32.676851+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0885b30c-87e7-4998-a500-012ebef95b6c", "result_sha256": "cb26825a0e21818bf29bdb213531145abc7238449adbafe419e1ac2b35f22365", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006584, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6180409118533134, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:49.099172+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec8f991d-71f0-44fa-8979-40df1ebc12d7", "result_sha256": "cb0fb48dd54bbc7d517fba04d3687c273ec97eb7d45cd9ff981eba7591c4ddf8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3826608618255705, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:02.071575+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ec9c53e-54bb-42d1-81cd-4a757acbcfa0", "result_sha256": "ad0e98a07f29882b657dcf29cf2480068e0084255ec95e9c052c7a46b372d527", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.640262332977727, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:43.859691+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "acabd341-f806-4027-9b4c-a536f2f3e5bb", "result_sha256": "b4551e945ed7fc213e0dd727928676a42d68d3738e87565d53468bb9aa2b48f7", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006616, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v47.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3110901690088212, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:53.986584+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "48e3e9fd-1053-4c04-aa9d-26abbfbe9468", "result_sha256": "3787ce16e77b09f6208323ef7fb07858972d9b16dc4267798f1aa810117f1819", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 5.459627077914774, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:24.123782+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a007435-ddec-4b04-b5bc-74f517afae59", "result_sha256": "75f0b4eeb30c8a2e75da5ad1167d83fa475ce9fb5c26d74d525584d9da876424", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.1686757740098983, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Noto Sans Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans Display\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:36.097561+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea5b755f-edcb-48e0-b778-5f7d685d5cd2", "result_sha256": "f3f0becca57ceb1a2f1d134eb73ccfaf332ac464e38d5082a5997caae28344ab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006504, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v50.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3319691540673375, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:36.248346+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a32bf136-0a41-4dbd-937b-8429552774e5", "result_sha256": "8b5baa8bf7aeae3c04afd8153d44d8f9d8255382d45e894be6305be18e7802c4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2991721238940954, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:05.679530+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ef6bd36-f4e9-4a28-b789-fb06e8b0f36a", "result_sha256": "d9c7d2f39c49fb9275d9a6cccab5653a428cbe09a948543eb9a5726f9418fa19", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5361767699941993, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Noto Sans Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans Display\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:04.172874+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "804e7405-2155-48e5-a807-035b0caef260", "result_sha256": "7a8c5dd89e127cf31e76680667b43b78a1c66877e5d2ffd8de74a1ab01e61301", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v53.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3997564420569688, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:20.073313+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "04e3770b-347d-4221-8838-ab8ec6d0380e", "result_sha256": "2dfdabe30abaf6c3cdbb11fd5bfc176417b9cb7a01a92741b81b804672196cea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.854009564034641, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:54.273325+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bffc05b-7f70-471b-a921-d02e616ecccf", "result_sha256": "2004dd787ff79bf7a7d9594894b47296f7fddd7fd885ff13060273bd05dd1157", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0064, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.393426881870255, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:23:23.885751+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "86e3eafc-35ca-4f84-97bd-5e2083178ab3", "result_sha256": "358a6c0e0d0602f3257ba110c80e7de7babbb2a9e5e71beb6f7c58dd6b722cbe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.5105181108228862, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:37.470592+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4db3cdc9-1c72-4a64-9ad4-42a1c73af534", "result_sha256": "30f26d9980426cc4f7d53eba63c7fb5d948f41cfd3996d5f6f783379e2fa789c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00686, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6587713798508048, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:50:02.961481+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "35ac1d94-bd37-45b8-a324-e435390dac99", "result_sha256": "a1711c21e5d4f1399e134df81cd87f8418d07535ef0d37b261036ba1b93a1349", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.246090347878635, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:38.840326+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "af5863b7-aa4e-420d-980e-8f0c0e5cfe32", "result_sha256": "8037f108f900419331c1ddc3e02720c08ba1cc23fc78a4e7555d67b1f001fc8e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006944, "error": null, "error_kind": null, "font_correct": true, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.577632297994569, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:13.958917+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "be365918-835e-4324-88b6-e539c94eefe1", "result_sha256": "5c9e593222ca2fec81201325a4675b742424e96b89d66dc10ab09f691f1f3d4b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5111463048961014, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:42.837656+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3af80d3f-dbba-49eb-9abd-ab72a1a7fd27", "result_sha256": "a707a8105153f754df14fdf888e87b7cfac1a180ab342e59621c3ed68028c498", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006448, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v01.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5460528328549117, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito Sans\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T13:48:44.630966+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f402c09-4f1e-40fe-8757-9b58bcfa3cd4", "result_sha256": "850626d9ed9625a6c3af9e9cf9ccddffb335f2bdfde781274e3c48d93ab2dfe1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v02.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7647561139892787, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:49.828162+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad1ff9af-1e95-4e07-bd1b-77daacf82b28", "result_sha256": "153b2b7450fabde367bc11d9ac0f208dd5c529c1b604439dbeca37550ca9e2c5", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v03.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4522413141094148, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:48.847857+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d94a0b17-3f0e-461b-804d-7aa05bcccbbe", "result_sha256": "2c1d24022501db23118004a1ce1757e497e4d1a46a3b763bbdc53d63d6cdc432", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v04.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.421118670841679, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:49.964492+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a78a3df2-0d9d-450b-96a9-0766352e9300", "result_sha256": "f8a41ee0ad8358fae3c70b36c37237da95ba1d3f63873a4c8aa62992c5d7dea9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006564, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v05.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5476697930134833, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:13.205366+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5d6fd53-d025-467d-a3cd-6c9cce102548", "result_sha256": "ab574bc84f821b10b35e97eef977f4879fc1b3490f86e87a15abb48152f6acfa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3727097490336746, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:27.400929+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f517ee86-b5ea-489d-913f-1038e8293136", "result_sha256": "d653529ada7947aabc91069ac66c42a923b2a1a30f2079dc0c707b88769b1748", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v07.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4592378821689636, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:53.179875+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "286a58cb-c241-4d6e-8c8a-5c2f8f08db2c", "result_sha256": "d16b46eb036cc3fc013c582816aded805d0ad5254813e7d47e02815f5612153b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00638, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v08.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4821268068626523, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:14.398476+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6144dab7-d4fe-423e-baa5-58e61db1bc40", "result_sha256": "f64242fcf87ae18c682306eb3ee467a87fcf2a12bc81cdf29691982a1e84074b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v09.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8969285900238901, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:30.812890+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7bf62d8-b3a8-4a93-a336-6f2bf421b1d6", "result_sha256": "a1c49624141f54b5485ede213823eefe9388b1a14bb25055f7078c4dc76ebe47", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00638, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v10.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3397986460477114, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:41.668835+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c623916f-0d62-406b-a52b-98eed7bc9074", "result_sha256": "6f7eec3bfee03fa3561ca56ea6c1aefbec0ac2ab8f1617437679a455015d7d59", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6878734650090337, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:45.715114+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4409836c-eea0-445f-bd21-51a876b4d497", "result_sha256": "acbc1848e468907a8890b47d04b807614ce935537fd5d9ac615947860e6c69ae", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v12.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0122610749676824, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:53.941340+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3539c1ae-1d3c-46a1-b521-957de3d73568", "result_sha256": "4a328825d331f02708c3396273d05b3a51d67dc190ee0a30f772d749a04b86b2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006512, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9997131030540913, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:11.396465+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "77d6c1fb-fb28-4f2e-8b57-710b9d0a7687", "result_sha256": "74e14263f9d27a04e9bce0f70be24793b06df4a322fe7672f4458faed970936d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4301672060973942, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:12.905598+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "365b0a1c-25e5-4ef2-a8d0-b01e74885945", "result_sha256": "32c3b0f2d39193e73260b231ab47d84de881d2c9b37b7ed5509b24b341a95efc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.740963332122192, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:43.224944+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fec92993-0c4e-4c16-ad6c-9c0dc3fbb13e", "result_sha256": "66f918d2f8517184c1a6b87c167b5b6e32a14def8f042fb88f09808b1a1ae599", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00638, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.492468203883618, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:43.893532+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb64a95a-7040-4041-b445-6b77310e8328", "result_sha256": "ba013dc87b56a1de2ab258326f02583712ffa5c9497c5f8682a16bd53dd36053", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.414205604000017, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:21:03.611126+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb9b05ee-00c2-4067-943c-1c8fc68009f8", "result_sha256": "b6e69f85baefd41be093817185d28481393453d8cf3910311f2b614a7df17e04", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9509347730781883, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:48.321002+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "90987da9-83e9-4300-a291-8cb274f6c440", "result_sha256": "0e3111249a894e75157465e74836839442077bc81adcc5a71824f888c497d71e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.9549141640309244, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:21.688419+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "901d7ae9-a982-42df-939d-ddbc26e3f27a", "result_sha256": "e2790e4d24b034feec2ae24095a9ae8f7791fef14242d0c551766c6ae890e67b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.010644, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.36564237321727, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 241, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:49.109576+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea0f1ce4-f25e-41ab-a5f3-595e412bf633", "result_sha256": "ce2886504e4dac0f60631c18d72f47b8cb9b162a63d435dcf17b7a847a8939f8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006388, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4412171819712967, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T13:48:54.114008+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca0f75aa-b7b7-465a-a2b5-c6b608ad9aec", "result_sha256": "4480cb61b730d24c0aaad1c1694fead7571806ce8d73542c510af5acc15a24eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006504, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.4057281401474029, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:42.649507+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "34db1256-afa6-46c4-a44a-60a2b4e25cd2", "result_sha256": "9af8626dbfcd592076448046df877b888f6793a4abe7cb9e72d4d92ce9f0e042", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4197725041303784, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:43.307133+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "74a50337-e95d-4d56-98b3-03be38cc68da", "result_sha256": "57ecc1dc33b43d552dec036f921ee0792f4e79c982a7146617f2cbad4f9dbbc8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.894874044926837, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:30.432668+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "357a575c-3017-4ab9-92fa-b577b6e99c49", "result_sha256": "5b1895f53e386a8debc8a45da1ab16fdb98957fa4417c64f137d469a112975c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.686269130092114, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:50.986083+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e21a1f4-c9bf-4284-8d86-f6936ce811cf", "result_sha256": "3c0fe468c3284c316f6519877bc2616fc2d7df26617afeff88fd58b0801e587f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4934185601305217, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:25:01.701818+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9194ef69-5dca-4fd9-8921-872f15eea9ce", "result_sha256": "81d5d4b58bcc6d2bbfada677f4eca768a4f83ce3bf06a1c3d0f8074c0604654d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00684, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.624453763011843, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:16:13.912672+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "afde175b-1785-4089-b308-5b1a3166d4b9", "result_sha256": "61ab74ef1c6dd5b084e9006163438a9ed04c3d9bf959ddc2655fabb91bda01fa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.8703780269715935, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:11.057891+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7367345d-b680-41d7-acdb-287bfe8e25a5", "result_sha256": "9ee36d61a62f2c2c2b62ac6f83de1d0e59af5777eed970980da4de4752a69aa4", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7067404289264232, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:41.333104+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "52ae886c-d648-44df-8810-f07ea9d7d639", "result_sha256": "65d6e9a5fa95507c63a10e6aea73394dc795ed651a92bc960a81549b4df006e2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006512, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.136579263024032, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:37.949014+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9e771b9-caa7-44fb-8a1e-1ee8b779d63d", "result_sha256": "842d0dfe6548d81d01925bb31bcface962920f644745497f9a87332f47ba5006", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6617669861298054, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:43.995202+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9cf2230-42e0-4306-bf94-a65264f434fb", "result_sha256": "96ad43418940ebbd0fc07e92b0cad48f124b71fad8a81968b34ef21a534fa89a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006516, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.8790481730829924, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T12:14:01.591497+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d3cc13b-9e07-4e19-b78e-4f898418d746", "result_sha256": "6bfb9fc43e438eb93edac78e6399ae59c338bee53001c688ab3ff73d68b2a644", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00678, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.508551571983844, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:29.318642+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "becf1c25-ed0f-4c62-971c-e7bb3f5826a0", "result_sha256": "cd98bbd9ceaea11f6e0ab0344e454615dcc67ffdbbd8951d7b89e0ab4cf4c2ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.8791515978518873, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:14.018200+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b639390-e702-41f8-becf-cfd79f011acd", "result_sha256": "ea79e0c17568493f83be7c379b315f79246c228892d00c8e580c7973216d7d1c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.1806697100400925, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:50:04.336930+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aadcc2d9-8e6c-4117-a2d0-603a8e31c727", "result_sha256": "d93bd2d88a1374394282a3584eba7f30c5c5637889d2c1c0157db2781344abea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.842434684978798, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:37.846210+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f9ec431-fb37-4446-a190-cd672774743b", "result_sha256": "8c5e1c42f64121a056051c360317179994123533a60c925c447e317799b10106", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5390572561882436, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:59.365345+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f4e65b8-c183-46fa-bcd9-62f3b35dbccc", "result_sha256": "f0d493892765d9dff3c5d78430f6217bd0e93151ca6d70bf8b1ed8ab407ee408", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.492344779893756, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:33.966274+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ee0f7f7-351e-421d-b64c-6b54647f4a0d", "result_sha256": "0046137b016352a9a57a0c58c11ba7fce9a0b093ce53b97a636fed7d49db8246", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006596, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5926591348834336, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:04.606579+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec62125d-1d0b-4704-8eb2-3417a1d987ea", "result_sha256": "7d3bb5ce8e99be83c1cb872b68d8b584107b807cbe426e956d5e50c10a794534", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.0389773140195757, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:34.109046+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb8ff71a-1f22-4d10-ba7d-9ad1a271f3a7", "result_sha256": "2c72b4a012b242a5b0246bc4f23c8bb2acab7a78b2a796ce860041e4eaba8f55", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.511293004034087, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:47.402414+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0acb04b7-950c-4710-8626-6c64b9f62255", "result_sha256": "caa00ff3c148fe857f2d8674fd2741aa7b90a89dd81714267b258eb7c66eb596", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007024, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.471554228803143, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:49:50.444026+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "19f85108-4d95-4cef-aacb-8d4430cb8013", "result_sha256": "34e35a3b3611c661747d2828dc79b0f3a2f80b6ae65e689fa212646810587c99", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.925180414924398, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:23.979754+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cb0c7d2-7dd5-47ad-a80d-d7d90c34d5e5", "result_sha256": "4daab50e0452546624b2f5194043ddc93c67cbe5bae325f4de513dc2a02b7e7f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006544, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9527127160690725, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:52.009561+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "81050ede-e177-4e84-90dd-de0cc23651a8", "result_sha256": "ac27acb4563d49268aea2666976260bd75e6e85a66104ecb08615df397bcb6a9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.487133478047326, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:12:51.581324+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "625c04ea-ddcf-4350-9c7d-224fe48a4f77", "result_sha256": "9a3b149adf63c58e4377906fb5dceb9b36d8f024fdf274b00bad53232640ee0b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.7149970079772174, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:23:48.004181+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "df75b46b-66c5-4d49-b679-abf7de400357", "result_sha256": "d98b5d716c59f0d231c88ba9d96cb308b749819cb3cd99469bc27974191c475f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006392, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v47.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8313078510109335, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:13.270304+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "035d8638-6623-4fa2-ab5e-315cca4d5681", "result_sha256": "d77e06b45fb525cd5461a8a862091a2075f1cf8198c1bbe4e456949c4d225d2e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006844, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6771490760147572, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:04.378157+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "123f08e4-8afd-47a4-8e45-84c4aabcd4b2", "result_sha256": "6d767d409975702a93833c9ddf503ca856f4f745ac19576deb7aab2264145356", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006396, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.533114828169346, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:50:04.027280+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "72ea9517-907e-43c0-983e-89dfc45ffd29", "result_sha256": "167c41cb0de49a4eea71c01988fe276cb99a96698189661867492bdecc33a42c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006484, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v50.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5762340768706053, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:51.368148+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe662f67-3c38-4633-915e-6c29d7ca7efa", "result_sha256": "4e16b5189cb0089c40935337bfa2cd614c598b37a9e655d17f96703e8969c574", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.379496749956161, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T12:30:51.595305+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e432bc9-b14f-47f3-819f-8b23ae575870", "result_sha256": "d2aca5e3ca010caad34c0d7ca759e9cf64e195e7acfd1dd86e70fc348d09c503", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.010248, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.471656810026616, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 234, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:08.151347+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fbd5748-8315-468e-961c-af2190b739e7", "result_sha256": "8d3ef1fcc8bc8948c32ded3fd4f2585b84ac5d8d81cd4dc381e0635a5cc042c5", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0064, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v53.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4673650648910552, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T12:12:08.436811+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a6e9051-461e-4c3d-aa46-1eb6d627e6b7", "result_sha256": "f4a99e48fac87499be30f5fd27ac2ec737572a80cdc0fcc669effc62ee86b0b6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.423839659895748, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:45.523675+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e596a294-a45e-4d74-9410-b998fcb10740", "result_sha256": "826a368bf97587bb2eaad115e0e8f8fa8e4f17b364ef1f25d6fae29904560d1d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00646, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4489100510254502, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Nunito\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:47:37.471926+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "76b6264c-f794-4ad9-96ef-955946f9fa38", "result_sha256": "0cac5620f658891461f5ecc388f03cd9af2f9f850101f13c7dd291ee47622f71", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.4651275868527591, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:22:31.909209+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "af288b91-16fd-4c56-b975-ab050ae77d3a", "result_sha256": "586e9c0df3903a694dbf23feb4621c2f976b23c516d6d73005e0d54531a62ea1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00684, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3878849938046187, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:05.764057+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff4b3bde-d299-4366-b3cb-11c4d8f11afa", "result_sha256": "1de31cada5166e22a0cfeca1f5d8233a24313ee82a9041474b9f0838c8b02c53", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4392518179956824, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:38.587980+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddd4d549-f33c-4e5f-90d1-536a0b62838a", "result_sha256": "3adf242342c410b58d6aa2c9a30ed2f016ea9f0aeaa4b070fe0d857f571a7f1f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4561522318981588, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:39.519819+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0729e094-1773-4d9a-ab58-79d1f041673d", "result_sha256": "8cd88ebb919c0ea39f9e2c476112070f61b031925ad098a1f694984a2fe3b7af", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5343035841360688, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:28.536721+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8cec7c46-f466-401b-8e42-3b4c7569e083", "result_sha256": "5f65d76f641f4b2f348d4b8184b73465d38decefcd38e515c3afb43f38e558f2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.8658716429490596, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:00.100040+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "be9aebec-5798-4010-b73b-b9d23eb4e9b8", "result_sha256": "ad6f0e4fa1c6598508672876ae78a04de6072dbbb2cc658467c8037d0a65ef9b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.216433666879311, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:37.105763+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b83a05b-df0a-4deb-b39b-6ed533996f95", "result_sha256": "3c534252e81106efa092d6b4db8a2cc8ed48232915de324c39604bf002f48a8f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.8491098741069436, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:57.130839+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b29b5bc-08a2-45b9-aa08-869217859282", "result_sha256": "d506b3a70c379dca1d801e704469855569196cd99a34e22defae4321cd912a3a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.7019307508599013, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:49.951076+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c5357e7-9feb-4b7d-938d-6fbcf02d4669", "result_sha256": "c4ec721f1de5297cd5c161a2c8cc3d18f9d399b90a5dd2f65b1c6ccc34b1b761", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4191146867815405, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:13.541038+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcd4908c-0ff3-4571-a7e8-78d5d141e0ee", "result_sha256": "94904b0891473db98ab320a3738cf9ceca293231d0a8fb04655bc56d1678a790", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6227233449462801, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:40.782626+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a93f6f3-f60d-4148-ae7b-772767f58f08", "result_sha256": "19503382d0c193bb2b6ba6a779d3ce0c50e9d96a2c5bf71fdbd082d6de1da9b5", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006524, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.3990800858009607, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:23.744903+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "24c1e5fa-b2ab-4b97-8f38-df53cbd45a1c", "result_sha256": "831fdc5439569bad98aace46a42b8064950c34aa847275c010b16c35100d8e60", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3974921039771289, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:05.646823+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f32f997-7098-42eb-aa65-991030379d32", "result_sha256": "bb52a10c97402f9e428cb11d78cc41aac23754c5e274f037a3225a03bc3fa46b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006436, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8054608718957752, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:56.320233+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f1b2be5-7e63-48b3-b619-58f4c9793a4d", "result_sha256": "890aa2a35c2b7264857aa141959b6acb20c15bf51d69a70626811f11fba2a355", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.494842916028574, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:42.143262+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "107a2c6c-adaf-47ba-ba7b-c0c389fe3b3f", "result_sha256": "99b82fc203359f697f1b00f492fee869bd3309540cf9b77e2f308364b13e6805", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006596, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4854219360277057, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Open Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T12:19:00.168705+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "60536def-5095-4129-afe2-08ed0052a22b", "result_sha256": "da41849bf657c11b65b8b8285c83172d29c9021686bc724f4e44b6b318dea4e4", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00686, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.2757069310173392, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:04.931663+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd506e46-1cd4-4d06-a5e0-695bd755ea77", "result_sha256": "806d999f796890793c72ca815335133c1e56ee41da57183491f6834f827e32cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5185034240130335, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:56.878196+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee984046-aa28-4b3d-a0a0-72ef91c2240c", "result_sha256": "35dadf3c3b552203a846eff14a8ab122a965e3f744d0164bb6febf02ddaa95e9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4281116530764848, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:23.298233+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a1e34ca-c866-4f47-a314-20f102f51215", "result_sha256": "94acd3d360646948e007c7964ca622a7f05554924618acf780cf0965a30c82d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5610767481848598, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:41.170397+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1828ecea-760c-41d8-81d3-fa1b079ea504", "result_sha256": "0fb386c0e51f47d0294835c39b2b7d5dd38eca830f2db3957522045488bbcbce", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4441348209511489, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:42.842014+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdf6d1c7-a564-4f74-b0dd-3f499e6a04a7", "result_sha256": "717eb18c7cfd60c855fdfc4272f07c841abdb7dc0bfd869dac76b5f8eddaf6ec", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006436, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4824039379600435, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:41.802120+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9a06313-7727-4b6f-a243-4c646299fc2d", "result_sha256": "0b422f55c786cbf3f126da3a4de2baa104f93d477024b67fdaa212e3f6bf74fa", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007076, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.369798257946968, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:47.753011+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "608f778e-cf13-4ada-9bca-1356e2734113", "result_sha256": "6f535b19d00c96787edfcf32711de662b501b6c434b8a97a5f2aaef64a5cf4f0", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.6445642551407218, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:13.017993+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bdd4e46-e1fb-4a80-ab6a-1b468144fb69", "result_sha256": "ab8e0a2c5140230c3d1e47e53a71b7119cfd32a2b64ca9ef4bb13107b7e1cf17", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4581133178435266, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:44.148439+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8623e2f5-1274-4ed2-890a-301667e8c4b3", "result_sha256": "a7dd5553de0c8700873a1e744087c83a241b5f4cc31815244a7c75e3b6bdb716", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3058692950289696, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:11.489797+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "44918420-89b6-4c74-b16a-dd32edeebd10", "result_sha256": "eb6668cdaf13d3aef7803470949f43ebbbdd810269ea1fe94d20a343419edccc", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.6523173770401627, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:14.365019+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd70ea17-105c-45ec-a826-73ab8d90844a", "result_sha256": "9afc952a3dd56bea43a787108cba2f6bfdf34a378e4140f6b29fa7fe60ac0e23", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.623708651168272, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:24.140828+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1bc6480-b0a6-436b-8a1f-f91e2e4c054b", "result_sha256": "cf1a8cca5f1793a18e3020ee982834f953409c44fb052d13d10fc3e19c030cc6", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0068, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4023555130697787, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:08.621590+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "82daf20e-6196-41b2-a429-85334f2f26e4", "result_sha256": "f48f9b1d24249b78ac86e49f18cfa37ae1be076d12546c056a9fbfa5222453a6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006388, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.8459486321080476, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:09.252440+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2099bfa-e181-4502-b62f-8858d9c87108", "result_sha256": "d0b8dfdcc05ce9344a8feb2a924a56e572a436bafd341a1db7b3d57d309111aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4270474738441408, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:25.860875+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "897ea870-5daa-479a-9a4d-445a1859d699", "result_sha256": "8c3b9ac5bdfec4cdc1d270d27b702ec31df6b98a0f3a9d6a31f6e2a35c453184", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006944, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2868114600423723, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:38.163501+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae863bcd-0007-4511-a7b4-699154b1cee9", "result_sha256": "08c7852c143b17535640b4a634df6cfb281de570ed87f235a000ddfd22aab611", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006368, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8354974160902202, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:59.386589+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "02461c66-5cc7-4a6a-afc4-c89b850d50bd", "result_sha256": "a7e6bbe82deca0a849fed8baa6aec14482b1fc473b7e3df58a63efb4e12bb794", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006564, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.476563272997737, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:20.296021+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cc38393-34b6-4377-95ae-cca1347577b0", "result_sha256": "b1384a120cffcb7edf1122d2b83cae6cbdfabc45e7b3adc3b51db3a9593c1114", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3562891769688576, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:40.993079+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9490e351-35c2-48fd-9c65-76011341be29", "result_sha256": "e0811b3163e8fb7e23cd50daebc5a2f58c2828a9814ff390adb9366779f6aa18", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006096, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v01.png", "input_tokens": 1264, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5957061438821256, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:43.672290+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "21bf025c-01eb-4687-b6f2-9d2a1b52e3e9", "result_sha256": "48b1949d1b2140762ee35ab3968fdac5fa909b2f9e9cf9680da8665a755fc99f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v02.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6475816178135574, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:50:00.162641+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a701f400-4fac-4dcf-a8b5-7a5f6aa2921d", "result_sha256": "18d6e01e3fc9ffb014f0b8b9c586529059936ecfbcfb8c6dca2124237ba5a8e7", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v03.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4594205550383776, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:41.226387+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e07190c6-9e02-470d-8e45-9aafee3a4aff", "result_sha256": "b85a59fe5599c1074ad20867c7566214a6d88c12312ae437ada9836164e871e4", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006224, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v07.png", "input_tokens": 1296, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.3853121069259942, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:13.893343+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aaa9cfe7-3a2f-4d08-8351-70f72edee248", "result_sha256": "df0e52835beaeb949ed080519fb28ea723fd5fd0951459953967e3c9a8a3428e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00632, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v08.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4530148890335113, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:39.402551+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "355f450f-e957-4236-b659-581747b1cfd4", "result_sha256": "dd06c0a20e8519eb7c35567e59297f5c3fd3f1bf42c0227aa8f629b2e17a32b5", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v09.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3169538928195834, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:35.836552+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d30dd192-1533-4636-95fb-d1c9fbc798da", "result_sha256": "2a951ba6f4b784f3c6c6b586bc61d7fb7c738263a0c8f01b38b6b3b95a876558", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00638, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v10.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.9162390779238194, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Antonio", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Antonio\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:23:33.711267+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2069f9b6-de83-41e6-a2fe-667c07f8313b", "result_sha256": "5af160850cefed54815575ccd71a033bbe4af8df104255b1b5e12231790059a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8341422867961228, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:35.996292+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c5c44a0-52cb-4121-bf82-918bb060fe40", "result_sha256": "026335175928876eb849e80594beecabb805f161cbc3056f47aeee55635ce2ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v12.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7799591161310673, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Antonio", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Antonio\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:39.558590+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1113cc0-cf60-4bed-9669-0ffd8be6fabd", "result_sha256": "ac182afb74332ace5acae90676c75c8d48efb09f7c874e4bd13ef0a1d8a0213b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.1086502328980714, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Antonio", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Antonio\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:14.377035+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "98361a7a-3fa4-49bb-ba38-9e33495c17ed", "result_sha256": "57b86abd28f44ed935295068a1993d98eeeaaf9fd4a83e2c08effb76dbde8df7", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4363095320295542, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:37.126752+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4971f86-a177-4b69-8b96-a55e8dfaa4c2", "result_sha256": "d943ce006fbed2778bf20cc5c93a809df616c981f1bcc3e6135e52ec91b9f5a2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5262983539141715, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:24:44.963389+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1776e64b-af50-4ff5-adad-d2a7c23a4b90", "result_sha256": "cf3cf5307b5602ffc6218ab6a6f9a30eec6eab859963d855a036c0f4eec777a2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00632, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3645506140310317, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:02.325387+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3a20460-ffcf-4a64-a480-4ff7ce3e8149", "result_sha256": "b41c3ee4ffaa8a7c6c84df89c54e430d20c160f1f785fdb8e426b65fb37c955a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5029732789844275, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:00.042849+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "db9fd603-6144-4ef2-865a-919170a57124", "result_sha256": "803b647b51f22031dacb25b9dab864926998ee9de6937a113f653a2d2fdf7912", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5477993609383702, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:35.502505+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5670a66b-4e9f-4841-adb2-49cde961faf8", "result_sha256": "a35d03f2bd972cf31f4fb0dde09a570966765b9510a3a024f4c0dd867ea81daf", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006504, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.9091609718743712, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:11.474746+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccf97346-58b7-4975-88a4-91426d96ed0a", "result_sha256": "5ea47d9c5c5148ed9fd8d88abc4585b42824f7474b474a7691eb90e94d941287", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.37090508104302, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T12:14:20.110280+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "324a673f-d0d4-434d-8c08-c07209dbf81f", "result_sha256": "c535f48b0110ccc7820aa5e9512e3e1a5c25f8668c8a1f2e6717b4d93e4c479c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.043046328937635, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:48.949151+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "af6702f6-76f9-4c0d-bd99-7fd35e26f25d", "result_sha256": "4126ec2f682ac6f56b20dc7ba9890ce0049b06a82d2701c2bcb95156a747327a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4663255831692368, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:43.273702+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1eca4425-2b53-4576-8009-7f0845115a95", "result_sha256": "5bb8122c58ec2ac26342a79c152b40e544f818a40d106dbb56275b6b3d75c926", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v26.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.440143369138241, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:32.619124+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "08359dfe-0805-4cbc-9841-8f4541629411", "result_sha256": "000e91373647d51e87660aa9d3e8fde559b3d0e41bb5cced6ac8b743715ac57c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006664, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v27.png", "input_tokens": 1366, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4923519601579756, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T12:30:17.990048+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1762ec8-a315-4249-ad35-7fb19230d7bf", "result_sha256": "b9798860781173743c3f66f2f18c2bd27405f67d85bdd72ad1032f7171025198", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4887842030730098, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:36.732262+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4283598-f11f-4ef7-ac50-60cc0996f1b2", "result_sha256": "272cbe2891bf87d0f9606de3e7900b66c22a97fc03cde3ebe7e94fa927e971d7", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006264, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v29.png", "input_tokens": 1296, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.32458835397847, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:41.966268+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1d24717-2418-4b72-b905-33cc4d799f9f", "result_sha256": "f707e59da4c2cdf93bb8996f3c04dc335d3d98bbef66e7c86f274312de99875e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00636, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v30.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5183115620166063, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:52.295919+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ef5197a-0943-4193-84e3-39d7065fc642", "result_sha256": "492ca3962b3cd9a38558c8740fc4e04f2021f32a9c6e78c3ee80dcecbb6753cd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.487244324060157, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Oswald\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T13:47:10.760280+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "29c67882-abff-438c-a4c6-98105c0cb409", "result_sha256": "518eb75d500c979a74f3773fc7d629dd113191c2e518fee0dd6451f5feb2bc90", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3694845768623054, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:31.909589+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "28e422e9-e9f3-4a59-a4e6-1172f5dbbda0", "result_sha256": "a278686ddeaea99ddb9da761ba99c26896507b76b0ec34a8a67579e6247b951b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00678, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7753501429688185, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:38.341226+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fcb8397-b585-446c-b5dd-b191f9ee8fc6", "result_sha256": "6681c4e3ce10485b6ac767008da3fc15bb601a367ece84e24b042c6cbbe61e1b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 4.024671774124727, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:38.674079+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1e59155-72c9-4317-96f8-826ce86a23ae", "result_sha256": "eb4b9612a12ab01ccee51f6c75149577a68319e49ef957558479390eff878105", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5495008020661771, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:04.111824+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dce7a5df-8a8d-4b32-bdf5-9ff1a1a4882c", "result_sha256": "3e41e38872a06910a9c29b8a87c1d7185f6392dc0196d7885d79cc20c3951077", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006596, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6738341660238802, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:08.637245+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "96463969-a740-4b57-a114-22463e73d458", "result_sha256": "2470abff9b226f26215f7638617ca191dd8848e55d4f11ede456e4352b9a599f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00622, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v40.png", "input_tokens": 1280, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.143974323058501, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:45.096422+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa1adf7b-00a2-4a71-8527-1b5112e5552f", "result_sha256": "993a0bb42dae969ee4940f6ee354da4d8fd58b5f8528a47536901b2727da5f26", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3765415048692375, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:48.522113+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "50267e97-5f5f-46f4-a821-51e060e9454c", "result_sha256": "cad86dead49c43b100744f189de873c627c69292942874c60748e7a498f316ff", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.430502883857116, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:49.354618+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "427f33ba-62d1-446e-8926-59d1a73f0ef5", "result_sha256": "1d721866a4a618bb31f5aac8ea9f30ad37a0d4b6638e897f64c02af9770614b9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00618, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v43.png", "input_tokens": 1280, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.545526363188401, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:44.773121+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "11b94b98-db1f-48f8-b3d2-f66b00bb2e61", "result_sha256": "dca17a4bd714a1afa5f375aa9fba78fe1403b061c429f46f62b9fbc4445b6d20", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006544, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.4780054229777306, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:55.288829+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2b2ba87-f468-412d-bee1-c6278331324d", "result_sha256": "657219b3e73cc749cb0ddad7c08713647041c211d00f1b1179befb09223c130c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5437411470338702, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:28.047411+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4621d177-4449-48be-8e97-3f86a1c14888", "result_sha256": "9475c344d0b69e4b635290ea7131c1eef24faf8a7fdf0f539b53e71f3dec7e7d", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.9538673041388392, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:42.518841+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b613684a-b81b-412f-8d8c-bc448bc23e82", "result_sha256": "6fc910b7c838010cf46146ce099af2641f5a9ed8314b6fc710e27140918f2a9d", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3440436490345746, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:17:23.408109+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa0fdc17-97e2-49bd-aa65-4d86ad9fb5c8", "result_sha256": "7cad10cbf91025d24a546f99a2365cd51f4a1d219cec29d3c50d4e0712a3f30e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.517767834942788, "line_height": "loose", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Cookie", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cookie\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:23.223368+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d6f8162-a3bf-4865-b9ea-6dbc269e144a", "result_sha256": "b5451908068a47f24d836ee2a9b7b5e83f5a5b47183b8923c6648da380611a72", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006524, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.812003618106246, "line_height": "loose", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:49.821159+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4540c328-507f-4331-90c4-53db9059db3f", "result_sha256": "01e03e8dcb45cf87d5506a7916a2b9d37cfd73c941dafa4895563bb31cd2e05b", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5971722060348839, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:59.650103+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb0c8478-2392-4ea3-b863-9728bb9d29f9", "result_sha256": "ff50a892bc49bc2d201e078a1624163d969b72adebbab0caede033fc71fd1d59", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.4072390540968627, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "handwriting", "predicted_font": "Courgette", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courgette\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:23.040871+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6738a9a-c7c2-4173-87a9-807458d65763", "result_sha256": "136bbef96db9d6a7de8a04db1fb74eb63dfad7fd1598e06fc0ba0fcac1856948", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.8263625630643219, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Damion", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Damion\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:56.926546+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "16d12cd1-d5df-4d52-aaf8-793313abe85a", "result_sha256": "4e391ec0c713ae6af9b6033e49173cd1a7d59629b24a898654a2e3330b8801b1", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006496, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.4520439309999347, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:02.228357+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "86af8f7c-004b-4bf7-89b2-5e6a95c9684c", "result_sha256": "18883dfc39b3b8027e933f28733777c3fa9b0d09fa8173dcd01e5e318baef089", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00686, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.6861268829088658, "line_height": "loose", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:56.110280+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bb943ae-207e-4edf-8c35-732ec7776138", "result_sha256": "4ccf5c498fead8b59e07d78d8049e92ea252cae428ec464e9ce79e285d757515", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4840184210333973, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:24:01.958312+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "585604bc-5660-456f-85a4-549f558d9235", "result_sha256": "a111bf5ad3ccc2de367bdb04f2341043b3e3d3c813d6a7b08f23374a33e0bb81", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.559577831067145, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:19.121475+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d1c1625-e447-4cb0-a2dc-90da15b5871b", "result_sha256": "c6268b06445cab22b13b0a48cc5988752fc32076da126365c87e1d518277af62", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9723898000083864, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Courgette", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Courgette\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:34.192342+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ec1ea1e-162a-4615-8801-0bdf0a6534bb", "result_sha256": "cbc9c86072af4fd2b6feb7f4127b12fc8721de554fa79531ecdc6b1644953548", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00632, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5698453891091049, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:50.777934+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d7e7a5a-642b-4529-867b-7edb2a873098", "result_sha256": "a46d01a995e71afe829241138b786d1aa5141dd9e3496aeb67449538d1fe4c12", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.583742150105536, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:44.197759+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eaf70cfa-3659-42ad-950d-9465e5880471", "result_sha256": "7df7d380bb711e0246b9e2ed0d373253929a7bb193f70946500e1fc332ba43ca", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9043742551002651, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:50.297420+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0c81212-46ce-482b-8d42-1cb6b15ceb09", "result_sha256": "71a5bfd9dcfdd82b55dc33c74549feb43e8e9d021768da5b4fc71043c7896014", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.3665071420837194, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:30.104151+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "70695708-3e4e-4ec0-a7d6-fcc5196d0d8a", "result_sha256": "0720e57b98f90006e13c216b314dda31cb32254b62b7b1737efcabacb3eafe43", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4426608090288937, "line_height": "loose", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Playfair Display\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:47:47.565266+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4196b6f9-c46a-4a59-bdca-397d9e3df468", "result_sha256": "b5c1a30189b567c997946418c16c3bb1bd0996ecbb5b49ca81561b230e5f91db", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.482216913951561, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:09.086154+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cadb7a32-8b64-4fe6-8248-df7c3da06fea", "result_sha256": "4f5c195954500f47248b70e5b13c597ee51736fdbba1ed1a088fcbef985377ed", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006504, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.6068616148550063, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:03.508576+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2afe50b-d990-4509-8de6-b21c03e0cb42", "result_sha256": "e483e97ca2fab65f164c661de540c0dbadba5ec71b633bf7e8f4714370f5e228", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.4649158199317753, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:30:07.898460+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f37f0d7e-c7d9-4959-9f73-dcf18c5cf669", "result_sha256": "de7fecb40116ad8686964d5e12d9f1f585c84b0cbf956fa39050925e1edd5a44", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.332588121993467, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:59.762926+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d0b5bdc-3697-42ac-bc2e-9f255202e199", "result_sha256": "e41dba50615e8416c0bb909bcbcf5f85579db31f9cc7f153c8fea0057b35a06d", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3964984558988363, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:58.971416+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6a0bb3e-b93f-4eee-abf9-2ad27108b0c6", "result_sha256": "1dffe00eb72193c6b7480f2abb12d7e2b300cad15908c6b2d7086ade9a3928b3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.993955150945112, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:22.050093+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0faa49b0-5ca6-4b61-aafc-80a5c68abb5f", "result_sha256": "e8070fb811f0a58f7a0914fcd243ddea09ba3034c706bf106e8ebb51022609a5", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00684, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5240080440416932, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:21.995185+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f895775-71d5-4863-80ba-c87efa7e0289", "result_sha256": "2b5e62bcc42a523dbdc5309a5de52fc2fa8791db863f19aaae608801ab349131", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.7888072349596769, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:13.035978+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f352d8a-ef04-422d-90fa-d73798e8253b", "result_sha256": "19d24e9a0b068525d9b7c6748dd23b1e9e6fd0cad7ece950f995e37fa441730f", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7764919579494745, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:27.559805+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7d99e71-c8a2-4d85-ab8d-7cba3a75d74a", "result_sha256": "3e6e6ed470600cba127db592ca24c401883161915d2855aacd66a55a1003a402", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.101599467918277, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:26.060512+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "36088ecb-7f1b-4935-be61-34c8e079edeb", "result_sha256": "061b20c814fdaf9b217af3c288741810812c806bc7d28f4ad0c4f2d86b45abb3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3972340780310333, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:41.088996+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "71e56cdb-7a8f-459a-a743-88338f517a44", "result_sha256": "f78608052aa4f657201bd22c87376fb4dc07a6a4115e524a39b70bc9493a60b2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006396, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.8183416000101715, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:10.332774+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d448e45a-3ad8-43c0-9628-d4244914396a", "result_sha256": "489d37b02f49641b558605e123252e26317c48076688d46a4cc2705c5f6dee26", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00678, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.677773942006752, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:43.549540+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2f01172-e506-4647-bde3-f896fe52ba93", "result_sha256": "9c312c3d18e5a7f7b203b4cd681f4b36c067c13868b107f543d9130725a4f29c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.0005303351208568, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:02.102810+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "13bdf557-163b-4661-a50a-6ecdc1641eed", "result_sha256": "8df6e98b22bdf7e817fc9e3ad2d13efe41a51db776ac2f07c5401be4894d18bd", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.500067088054493, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:53.025042+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3965b46a-31ea-4d4e-ad7c-25293791854d", "result_sha256": "8070b98bf9fb5147532364ed360c1a311a1f3698d99e0dd33d4a60e4b5207aca", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5206640951801091, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:34.113458+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9fab66a-c952-4d29-97db-4083db2d8ec8", "result_sha256": "516cac74401193bcb805a4aed8fe830c7cb278a6e7ca79233592bfec8707a0c2", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.8086607749573886, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:32.214314+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7250f6df-2503-4014-9b20-a599c709bb58", "result_sha256": "99e418b16ee5535f76e37305ee9a51fc86265451fc66b01d3d0988a016debe2b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5362351718358696, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:10.513343+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "da003656-ae08-4de7-84e6-f92a3f464ff5", "result_sha256": "d75c13254326678f3f64950dbf1d60c0d7e7c03318feec6e9a464a7075c6f243", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006596, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4061196690890938, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:18:07.888783+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "576a52ec-e1f1-430a-be1d-ac7ac49e360c", "result_sha256": "00773261f4d28dcbe2559f8e773ca3ab46d4b63f5c3124343016622772424625", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.9484693990089, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:23:16.377741+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a64f88b3-0d81-498a-83ac-855bfb5935ab", "result_sha256": "8736ab67f45c6c9ceb6726c970f1c86333ffb2d57150444a13d492e02c1f67f6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.0183887439779937, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:52.625503+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "77be000c-eca7-4187-9660-a1d73e1a6cb7", "result_sha256": "8f1ac34aa520e40832ab0f40f788480333e154b54d9203d6444e1a226d93d358", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6055203168652952, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:16.340721+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "892bde2c-1262-4030-8d1a-159de4c37f0d", "result_sha256": "1da740b8e5327c7104829f7df0bb942d0945e2b7868544baaec06c3aa1a84281", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006496, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v43.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.6067266690079123, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "serif", "predicted_font": "Playfair Display SC", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display SC\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:13:23.923359+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2c60683-7411-40ff-bd50-cc0cb9b54ac7", "result_sha256": "a8a3780ea5d1f0c829c3f84c03740dd5f4282d02e29b1c90fba9a3c40080360b", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006544, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4410315100103617, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:23.294706+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "64fec9d7-bdbb-46af-badf-bd5fbfba3a72", "result_sha256": "b8b927fd9c1eb288b1d8d7133cabe2654887ac67baddf42369e768c2c067cf00", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.355684531154111, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:27.487534+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "63f7520b-b6ae-4834-8b9e-ae14c77d15fa", "result_sha256": "328cd0eb12899e3f65b11a82f782ee3ec9b776de764dcfd84e9d49809ec17065", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.3462211061269045, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:33.492463+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "93dc1f3e-b30b-47f8-909c-8ce982ae7fb5", "result_sha256": "d9fa85159cd731df8746b8577a641322544ba16ac884215c4508c9e777db5b9f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006392, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v47.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.5515407589264214, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:51.751530+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "debe1909-0a73-4f1f-8e3d-df97eadfb3de", "result_sha256": "8bd4df4d237768189ecf4dd209d133080cb9653d7f23f7507ee5f849176ddb22", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006844, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8146476838737726, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:53.674720+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0721e38-160b-4706-8f89-2d4eba69b1e0", "result_sha256": "00c9c5af52737b1ff4d79a56c76b10319e9f1d9bc9c4486038c4079810a7617a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006396, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5637014908716083, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:50.247294+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "97191df5-b8d5-4573-8793-c1a5db05cf9f", "result_sha256": "9b687483a50213dde82bc4116599fb27175f55573ed46b550f9c36812e4e722b", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006484, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v50.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8375354630406946, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:59.701101+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b7818a4-5b88-4638-a926-f3b61b0d4cdf", "result_sha256": "7b7a91b0ef3f45c4ebd7ae224f3953d718974e1461b247b6f8002ebe7b304866", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4981888220645487, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:25:06.610126+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0fb6ca7-3ff3-4718-9c61-7915017c5475", "result_sha256": "7d957fc0c2a90b80e401ee5d68380d09430056994615b4fd37671e2930870aec", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.7812832070048898, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:09.993485+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "89aa1438-faec-4de0-8f82-95016852e911", "result_sha256": "ba2c93438bf6164534d614fc5a2eb6eed675051057364018662308844b7cccdb", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0063, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v53.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7570415309164673, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:50.266113+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f66ad9e6-9c5b-41a8-9918-6dfe05942bab", "result_sha256": "7c585ae878507df16b2bd9ba228a661575277199e0e2cd1bd069f498085ad65f", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.78223802219145, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:36.533876+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "52f728dd-1d49-4f14-ae4c-a63eb3a6a06a", "result_sha256": "8c65565708c7619d95600955a62468bfcea30bd4bdd944789995b7fb2bb69265", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00636, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2511226809583604, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:10.237827+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8b4dceb-3417-4872-8d2d-26410b4d3b21", "result_sha256": "d312af57610b3163bc3ac29ec3b07c0aa7b89c0e9fc2311b9ad5185a1fbe3ab2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.9363086989615113, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:53.474166+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "63d505a6-0ac2-482b-bb5f-7a15221fee70", "result_sha256": "9a2af0a58aa252154f28d005ede80ffe197d4a678800763c1869b0870503a9d6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v57.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.6140603930689394, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:47.379928+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fe06696-5e8f-4a2c-a6c6-e024f0736ddb", "result_sha256": "501c53ba7252d6ba7d392488e6a54f42bc14682148d0f1e03ff2b7f07a100c35", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.45514911506325, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Playfair Display SC", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display SC\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:34.713165+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc1c9458-c9c5-4c2a-a0e1-91287ee3d583", "result_sha256": "3a03965d9e25eb58704280b3fd08a5266841586e7dd472efe246f2b3f94f212a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6078099701553583, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Playfair Display SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display SC\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:44.228157+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c46dc9f5-d11b-45f3-a79b-6a0fa2479b11", "result_sha256": "da4b1d41bb3c3d838be9a134b3d4082f8119dd9bcf4165dd1f740182c742ede1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6968471030704677, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Playfair Display SC", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Playfair Display SC\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:19.570985+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7afb6a3-2b0f-4cb3-9592-61eb6bcd08f3", "result_sha256": "a1f92f4efa71bd6cbed64447bd3ba020d97df18c0cea7304a66303682d20b244", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006428, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v01.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5081734349951148, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:27.528271+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bb9abb7-96d1-42d1-946b-0c323dcd6e90", "result_sha256": "c24c6123975eebc135a3a5950afa288cfb72357121fc9ae9acd9e4d1e9a099f1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006552, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v02.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6364772969391197, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:25:28.027519+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "009316ba-4525-447b-8513-03bd1e391c6b", "result_sha256": "850faef40c8213d652a20ac4d3dd687a896e33a0f6c7dd8453fa9d8e2f579a75", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007004, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v03.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.841697111958638, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:31.812619+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "234cbdc3-402a-403d-96ad-4f52192851ad", "result_sha256": "ba18caadbba11c4e725cadbbb46f033eb1b7acd0014f2767b1d519f8f342fb66", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006556, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v04.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.885081344982609, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:15.928852+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "23cac67e-c0db-42ed-9d36-b2a957eb55d5", "result_sha256": "61c181157b044fedeb8fc3f7ba00b282d5a26edacf6f7db0922571c4c38a78d0", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006644, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v05.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4812361150979996, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:14.254520+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f8195c8-2c17-4e37-9b07-fb19e5857b20", "result_sha256": "6f990af9b554822552412e42c1ef8fba63dfe059b21f4434b3c22c0087d2ce38", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6321072089485824, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Hanken Grotesk", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Hanken Grotesk\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:42.573698+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca64221f-0ed7-4183-bf76-3ade6f025bf2", "result_sha256": "47ec7ce5215352737c0cf7968abab4976af4cf213c359cfa0aa03b1b23334f70", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006748, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v07.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3629193329252303, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:13.663953+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c30f77c-36c7-4483-ad37-be9ba6d75616", "result_sha256": "14d3b94e0be408c0f5462e3d87264f9af488a83487d9f63e29defe30c3328e36", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00646, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v08.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.524291619891301, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:01.371139+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1589a26-7b97-4141-86bd-399652be8729", "result_sha256": "5b2f457a961cf5bcfb97bea5e9daa07dedc2f1027b7970a95b11a89d6b3c112c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v09.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.431436238111928, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Albert Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Albert Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:28.239750+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "de627875-ad6a-4f0a-8f11-cef1436333fe", "result_sha256": "ed7b3193e52e04e32d32755de161efdae08685dfc0d72e722d632e4af15b68de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0064, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v10.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5295032078865916, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Urbanist", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Urbanist\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:54.885067+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b1e03cf-db89-4174-b1f3-702a0e9c9fb4", "result_sha256": "672c36462acbeb0eb7c16dac05ef37dc631202fd9c08b374e808649bc81233c0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5364792679902166, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Urbanist", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Urbanist\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:42.235221+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c000b199-871c-408e-a13c-331c0c8bb282", "result_sha256": "ce82fb4ea93f20c5bfeeb19a522fc4fec0a507f5110340d136bddc69af96d943", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006728, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v12.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4763439309317619, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Didact Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Didact Gothic\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:40.208499+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f9d86a1-9335-4d02-a640-c49c18f0f037", "result_sha256": "dea532a948afaacc30dfa6c59dde8b158338c47cbfbb774666f3b09b9bfc552a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4860168360173702, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "other", "predicted_font": "Poiret One", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poiret One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:50:02.641000+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ae2034d-7aae-4cf6-819b-f3d763b67977", "result_sha256": "ddccde204c04647d4eeffaee38337877dc80f1bf95dc4367b9eecdca004542ed", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4375636470504105, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Outfit\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:10.439473+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2439045f-3093-4a16-9917-5a8d3a478979", "result_sha256": "77ca42181c36e051f93632687098ee994a2c8de4a1efc02d0ea071394e130376", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006388, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4099319588858634, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Red Hat Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Red Hat Display\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:54.001347+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ca72ca1-6df9-4403-b642-122dbdbf22be", "result_sha256": "c46874c28a1a07aa57fab4dec9b33b6621b55da79f63d48789c78b33c706d159", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00646, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.9587454099673778, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:49.712125+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "16a4956d-347e-428f-b0ae-5df4f6f546c4", "result_sha256": "f10f83f2c311d5401a1aafb15829b8758cf592b2f6987aeffd4746150e665a29", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006876, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.5702918339520693, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:48.085759+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "57cd2549-aa48-4f47-af7b-f0c46b87d26d", "result_sha256": "5be35e361d91d941d5564b53bc8c2a3ceecadb137086d46cedaea65e6561c15d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.462632609065622, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Albert Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Albert Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:10.252196+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdc6624b-209a-4347-a188-c21a572f3881", "result_sha256": "6257a704438738e26c810b0a6cc0e33c0f685357af19ffa88ddabe5c1b69e169", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006552, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5735769858583808, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:34.990495+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "17f67de4-8ad7-406c-b148-24e45dc1ca0a", "result_sha256": "201deb057f403a673420075a053057d8f861f130c90ee5c330a91f8ede97ae07", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007004, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.495415296871215, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:14.601662+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "182a1e3e-2621-4d0f-8d75-d751d1c5e1f0", "result_sha256": "cda23178a8178675406c137e46472a62bb56ae75aebe90d2c48df374e8899b17", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4870263179764152, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Albert Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Albert Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:39.436137+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf781f23-a083-4d78-9e63-b0b23b8571fd", "result_sha256": "d51dc1dfcbe792d6f5f8e1a264bedb5805e862ee1c589269ebda84c50da0b414", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006644, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4164791458752006, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:49.082639+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a3215a1-faa7-443c-827e-8b8c1ec1fc46", "result_sha256": "a9446cdf26eb872f9f308cc7118294ace422077a28eaa37ac76bef73f41b0705", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006748, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.844698352040723, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:36.728068+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "110b3255-568a-45b0-b4ca-b5136100aec5", "result_sha256": "33ef0bb90af3626fa24f9d50425f9e46c8c71693313d1954fb1a8ba5d1796db2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006396, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5146042669657618, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Jost\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:14.806553+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f118bd8-e862-4af6-b6cc-3980955694be", "result_sha256": "d5b041f564d145f416b1931ee0a6e94fde504fb84167f0d5ecde0c23c057ba7b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006808, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4780510349664837, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:17:12.206458+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d5a023f-0820-4d5a-9b68-5aed442ef637", "result_sha256": "c3353f7c170465a924da4fe3f2b481e68b237df4b49e51bb82a64be8db3162bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006516, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.58283065399155, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Albert Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Albert Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:42.971797+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1642d3d4-0941-4c60-9b2e-49a45be2427c", "result_sha256": "bf085ab43e6a95d657d7f56378a44be18f5223beb04c56cc138fe13dd2fc9dee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0069, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.515896159922704, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Red Hat Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Red Hat Display\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:20.239515+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b5beb94-60a4-4d81-9ca6-c05c70de6475", "result_sha256": "9573fd8b5fc2c9f042b33a557ec865f194add0367596cffc06c0d15ba9c505da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4883895399980247, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Outfit\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:35.339254+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "44ac13cd-d1ea-4363-9f64-d1a7a4e01632", "result_sha256": "d2e588f1efe3fea1cb0a7ead6f131fe0e74128170dacd7b90776fd85b5b8abad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5061608410906047, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Outfit", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Outfit\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:20:45.567593+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c88a55ff-c53c-4509-bc1f-32f1582a6c03", "result_sha256": "f2763f81a23567e5388eb9e3777ad79e01681731479f2163ea7ea3f0902e85bd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006512, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0413265679962933, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:29.331125+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d121ec3-382a-4112-a3bb-b74dabe3191a", "result_sha256": "0a778aaa44ab1f1b5e72c1be79c37b840cd8817de4b7534902c6090c573cec9c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006748, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4457823520060629, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:54.709488+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dfa78db5-b024-4161-a94c-69e3c03d07d9", "result_sha256": "762a3f1e48d808a3e11918a4b59a00295e6bf193dcc0dec1b3f08876a144cd1b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006556, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.088032769970596, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:53.127949+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "044f1d70-a78f-430d-9ec7-2b176e4ae044", "result_sha256": "fc4858389ecd254950d739498af37c5058616536534054ca98dc522dc38dede1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00692, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.665815146174282, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:11.982175+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d70fe11a-fc56-4d32-9af4-f4a29cbedfba", "result_sha256": "f800e13d16787bdcff4d721f9177b8fb9ce2d69df64e26ed43b616c6d89d8988", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006876, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.293813751079142, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:41.075361+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "95672fe2-fd63-4212-833d-efcd28b2ea90", "result_sha256": "aed513fe4e47e59d62f03e2d83841efea562803e26b15f233760e7c95cef9028", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006748, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.6436210891697556, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:26.807951+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc434dda-f015-4b63-bf9b-51b782a604de", "result_sha256": "fa0decc4e37ab9dd2f8f702ceff0b8096fb56ca21e58455241b33e5aa25ed24c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.409900292987004, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Albert Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Albert Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:17.380348+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c497d3c7-f12b-4385-aa56-181f39abec5c", "result_sha256": "174562f77bcb5278ac7480e6669db4fdc612ccc4a7b3b3094512d09ee98510c6", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007004, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.9152803169563413, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:16:23.990495+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cba0777b-b68d-48d8-8375-2237c6da28b4", "result_sha256": "ecb56ef4898abd34cd1cf3f98245980ee402f8a73a59a7e9af120465b2b6d58b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006428, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.078639027895406, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:00.283699+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f842be4-6c6b-42b4-89af-341678d7f76a", "result_sha256": "9869348cb812c17900104a497a4ab508ad86faabdc99243f6e3c82f58e4214fd", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9591919439844787, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:53.893071+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e765f8ae-e313-496f-b98d-da0c64f31629", "result_sha256": "ae9ac0f9c8dc9f439641f3a8a990b807a1332c4441fe623abb390f6fd3a7494b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006488, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3998669860884547, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:47.815757+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1305d865-e9a9-47ec-a312-127e7bc64069", "result_sha256": "a18e909d14c37f4bbcd7cc940ccc6e353638ac190827f68424bee40a13a78163", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006612, "error": null, "error_kind": null, "font_correct": true, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.5879237218759954, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:24.657993+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "351aab06-a510-40d4-9084-f03be15de93e", "result_sha256": "bcaecfceb84e5591fb231a723ab03a4c3fa1b11bf0e6f2e0ac8183104a81e0f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006944, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6986739828716964, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:10.308740+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0a50352-f0b0-4b8a-9f6b-f213d366d80d", "result_sha256": "18f857a6a973b60cd158b26efe719f11513db41200e7831699ffd4e6d88e7498", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3810494719073176, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Lexend", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lexend\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:21.122932+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab1ebc18-daf9-4b40-a7b2-4449919c45f5", "result_sha256": "adf51469e2c092c31377dd2b09a104a4e0119560f04355d2f711074f30e10f91", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006604, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.522627986036241, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Red Hat Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Red Hat Display\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:35.345823+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "892a94f9-34d7-4623-9259-f90eb19db3e8", "result_sha256": "39f3a51433b7ba1d8e522b8a88ad1bc967d861ac0016a12fa2e15dc5e0714413", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.525548829929903, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Lexend", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lexend\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:38.677679+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1969bf0e-2019-4d7c-a528-ebb4908aac65", "result_sha256": "1c2055c59a250f3d9b8191362f793c2e0183ed14f3834df9a46a3eeffae27114", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00632, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.9371274020522833, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:20:04.879868+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "17d39f05-d603-45ce-9d20-e8fb8837f1ab", "result_sha256": "64ca3a5e91a46d55efffd021e713480fcf7b0f505422a94b803d1e4d25278c45", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3022556928917766, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:27.262905+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "554d4d55-7c04-441f-9924-c871b2a7a0ea", "result_sha256": "c1f321e5530afa07649de327713df469a4f6544bfb77f1f589b4021d3bdcbea3", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0068, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v18.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5748123810626566, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:36.436603+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0b4f829-34e5-41d3-8f16-cc4bed8ca1af", "result_sha256": "6f4a0cd9157456f5aa184016bd32ae66618b3a0e4372e9a5614f3f481f2ea021", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.029560843948275, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:57.157938+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "57630798-4da6-46cd-b0db-8bc635f25c95", "result_sha256": "261e0b4edfa41c0d0408824002f8fa6f614c3699cd72751ea7feb7bd8da4b315", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4161821000743657, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:46:46.946958+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bf7c7f3-e774-4088-b2e4-8ece52bc1ee2", "result_sha256": "eb9491c41f9526b15ec249b8851c5ec8a3a8bc2a295b211baf1d545823dc15f8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v21.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3745179930701852, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:59.424726+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0344d066-ceb6-4272-ab98-66db5bd6bc02", "result_sha256": "6bed2c5bf7512308ff9ff5976c0bc15fc026ed52bee8426259a8480d1523ed21", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006504, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.7152756829746068, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:36.073699+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ab39de8-27e8-4c4e-b842-1a8fca2b0eef", "result_sha256": "046eeb429c16b45784f7a58011a8f622818901877b8540817f53141e621a41d0", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3909438559785485, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:41.354520+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e36a3803-2f89-474f-aeb2-7abbc5083027", "result_sha256": "0986d2c0bce6b9d80d64e84f8b848b4802903d12c8c58fa2f8d3d2136f97c002", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006544, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v24.png", "input_tokens": 1376, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.380407006945461, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:48.129458+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "77adbac6-11cf-4a70-84bd-1e52c15c101c", "result_sha256": "b9a37940c437dcbc56603bcfa1f03ad5b006575da1b21afea83f28c22adb838e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5482305560726672, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:13.353104+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2649d21-0a57-4e20-8c73-f4fe6d052ed4", "result_sha256": "867479c6390aa4642257af56bbe3f57357071fc8bec52f8aaf1b0fa3670c2c11", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4027695639524609, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:35.089564+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "942f8166-aff1-48e3-9615-78989ab345c6", "result_sha256": "336e8726de030d4e7d8890cdf2c9b52959c354c6b33eb7c5abea6dd02d9efe8c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007116, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v27.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4303899160586298, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:00.195574+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c65bdaf-e7d2-420e-ae65-f6c7b51f4766", "result_sha256": "7159898ce4288e68a49ff04154f33338b46504825656aa99e5fdd2dafcda610c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5788708098698407, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Syne", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Syne\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:29.765143+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fecb84eb-594b-4749-8501-d0a55a668bc0", "result_sha256": "882e98d3b1b98106eb82559550acd102b96034aa09456affb25e315ac11b4a1f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.397756244055927, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:33.638735+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a684ed0-f386-4c39-9358-d9e4597402da", "result_sha256": "cc6b10bab7b0aa753775b1b72ee698aa31f055bda166d989b58efd83b57560f4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.640496290056035, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:35.285211+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "70111c05-9c9d-4894-a3d6-11eb6021731e", "result_sha256": "64787e46b4ac64bda24d381cc1dab2f90d71ce898893d8e21d186ceb52236a12", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4548336039297283, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:28.996511+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "74f6d2ab-a95c-4541-9cdc-f48484728c15", "result_sha256": "95fab6a450f881915ca72e4a8284a9742b6cbe387e487c1f8ff01901c9e1c7af", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006516, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.0763218339998275, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:47:10.375376+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee0fa0c0-2ed6-420a-99db-e16f9b6142f4", "result_sha256": "74ab7e8481a7469f0325544f2521a483cd34211ec3d5aaccc2de64c7e12f203c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007056, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.804806679021567, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:03.010285+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "39b0e228-7671-4f18-b740-24672e67a220", "result_sha256": "9d0a6bd854c19e91e4ccaf50d36b8c470bc64c2f6465310df87e8e82e775fc1c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4399426188319921, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:07.940123+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9233163b-3685-43c0-885e-126214c3d8fd", "result_sha256": "877a996c69319563a56741d6c8849f4bfbfbb1eb2e95cdf3f43ac72aefc07963", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.46806141291745, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:52.272654+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "71d9da0b-8174-406b-84af-1f681e0752b2", "result_sha256": "60d0343b5799f691abaa4503f908426ad706ce44c2fc9f1bcf05ffdc53dd0c7b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006696, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v36.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4315757600124925, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T12:16:36.216463+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "99e9f6dd-c98d-4d2d-8e27-0a7314497da4", "result_sha256": "34a4e9123d167f75a503530d88b7987317f0f83b1b150a0141efc1f543f683c3", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5468954739626497, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:42.180795+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c866b15-26c4-4b0a-a814-8f3929ecf630", "result_sha256": "95cf717a651dd9392fd427291170137402e109389ddbb244a9b333d4afdddae9", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.1469768639653921, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:19.726735+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "92190d85-d4e7-4e02-b15e-d5708921e16b", "result_sha256": "8621488ad0ef925734af96b1e2fb753cc7b0a5b2a68e5ad583aee2c69284e003", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00678, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.60820555803366, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:36.971204+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "807ef6ab-97ab-4a90-99c6-04be51830598", "result_sha256": "c69c2f312b8bda3ea0026d9a3a9384007ba25384e5e83348cfe4235e5a1e76ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.6677583770360798, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:58.655349+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8153c60f-c51e-4cc4-86d5-0efb20eb141b", "result_sha256": "147cc5db794c301a2d0df2452c029a53f092cdfd0f0b4f9f46c09a168ebec4cd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006636, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v41.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.905132858082652, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:36.816573+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "44d45a6c-4a7b-4b28-885b-2434e0283b9a", "result_sha256": "405af97460b552279a81223d21d662d36f073f95d37fe5259c42d5d53e2bdac5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.463323388947174, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:53.502556+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5600b86-aa4c-4136-b029-07448b4db7ec", "result_sha256": "729ae780c433008597fb5b0f7358575c8f012aa3cb3070945e74dabe42e28908", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v43.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3805284129921347, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:46.519795+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "86c26ffc-51dd-408b-967a-a277c705b75d", "result_sha256": "55b00ba01d223c1e1e55c43169e8fbf3f29b9c41188610177b828704a75ad9c5", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006544, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3723166678100824, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:44.386063+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6d46376-f4ae-407e-a9b0-322f884f779a", "result_sha256": "124e5b421bb3c9231b692be1ae480b27f4dea5744e9550748a8851d40a6da73d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.354622587095946, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:24.353121+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bb0918d-251b-4d80-8d97-997e6b3e20a9", "result_sha256": "d6c54812da277abc5868e77dabfbb4a3ef07df0fffcd33ee034dd38bf16bf2bd", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2798096530605108, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:49.668627+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc5d4159-ddf2-4d8d-a4d3-c72a0d6adf44", "result_sha256": "1a83a9315a92d71d7ff9c05a832fd98336ace7b313190d67b25ce62a200648fb", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006576, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v47.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.350513377925381, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:25:57.528463+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "744c72f9-23c3-4bcf-854d-be879757316f", "result_sha256": "d967df6f0fc2e0fe0b3649a526b65ae0b30635a1f52be9650e22dcb4cb24e5c4", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006844, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6248903081286699, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:54.906138+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bb1f7be-1abc-4f0d-91db-f30d36df77cc", "result_sha256": "4ac07ea4d590cc6fdda27a0a8622a64144d9044704a894a04eba4a8d10998987", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006396, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2690701021347195, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:26.503276+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb0a74de-a6e6-4072-a7f9-04ca5055a02f", "result_sha256": "aad538a4be1f7b502d3060daf6bbbf6b7bf6335c5d2759d93f291de2b24cbe6a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00676, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v50.png", "input_tokens": 1435, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.073857706040144, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:05.736887+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b4405cb-ff08-4b8c-b958-cc12539ef24f", "result_sha256": "8200558f59f18146db4e0e968a435f45a5a320fc73c8401629e18095d0efb6c3", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.634854547912255, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poppins\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T13:47:35.022655+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d6d581e-340e-45b7-91b3-c702340aedc9", "result_sha256": "c67367aad31948bf3e5d8b6e855a25029f33123c213eeb6a09df9af3fb049dd0", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4309042049571872, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:03.082696+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b626ce8b-af88-4ad3-bfae-dff19f6639bc", "result_sha256": "6e17d39af1980aa845ab0906f7ecd709e36ea599098e65cb452f87acbf0f118d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006392, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v53.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3892224219162017, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:20:41.358593+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bcc4a07-63d0-4fdd-8d8d-ca77e968c8c8", "result_sha256": "d5ad1a933464285e1f5e53f3f68b8552e4cd054c9ca9fb67783e25aefc2a9a36", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5480891959741712, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:11.940555+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0f78926-c1bb-49bc-916f-f59473855269", "result_sha256": "3da5fd9a05b77c12d2a5837bb2277d6d980792dab9e25cc0d3c457a46147163b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00636, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3076910129748285, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:50:01.271477+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8d89e59-6da5-471c-a513-f4f62714680d", "result_sha256": "d4f6dec5afd095a51b805e416589369ef6d48484e68eb24a5b70d143bfc603fd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.5831489709671587, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:19.423644+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8c3493a-3788-454b-9b8f-98d6415472e6", "result_sha256": "1602ba45dcd1ea3104676486b14d0cb2c9f871ec5de6015c731093f2e69fc2ea", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00684, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4820997619535774, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:44.530534+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "44655dc1-e3ed-4b1a-beca-1ad9e546e1ab", "result_sha256": "e55e771dd6966bc31b63a0b13e4c062c8294c3b7f2892fc15df2069805d93f14", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.950682597933337, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:15.093610+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "022ff1d1-a5bc-4ee3-90de-c55fb6b30809", "result_sha256": "c4084f6c4e97fe5bc05c42dbdb797c82c6947d9650f60086eb99bb88cd313a4f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3797755599953234, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:31.217890+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "01f6be35-a634-4518-9295-18dae2f6d5e2", "result_sha256": "cc8a263c677b861e5ff37dd94fcd8b71c38b1df793efc64332bd494c33f2d781", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3323572499211878, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:19.463199+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "07183dd1-4cc4-431a-beb0-e51361370b20", "result_sha256": "58278a6ea7aca25c3edf2fb89fdce7d7bbed01008191f40e40438781d856633c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.999376606196165, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:03.197827+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa5ac6aa-bdd1-498f-84e3-080650fc2581", "result_sha256": "225b46896aada71ee41221f51cb0d367791369b84de44a43bcf7e676fc1b39cf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4075964170042425, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:11:58.511283+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "25689ab1-689e-4b04-af68-20bb34560e79", "result_sha256": "c56b5bb94f98f3e9caa5737ebfca1430712b03759f440a84b835a4f0828b30dc", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.063857447123155, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:10.427435+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c56dfac-fb55-4e89-aff4-513a8d43c330", "result_sha256": "2d36979409ee1ea5388583c557154021fac77e5740132699f0e175cb89459744", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006532, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3689222449902445, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"PT Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:48:40.321651+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "def3a404-7a0e-4819-bc8c-099fed4de7a6", "result_sha256": "3d3102493ddab41e7a655bd9b66fbbb1207080a84410a638931c713073117e90", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7918988540768623, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:45.589600+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d194606-f557-4659-a60e-cf253cfd976d", "result_sha256": "e5572459b3aca8d41e7a31bd01e8e2f6994687094e54771267ff17d1297950f5", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3954269979149103, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:01.049685+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bf3cf5c-59a0-4a98-8525-64905aab4b8f", "result_sha256": "14bbc5210aadcd4b616f6d266cb2b95a0ef43f3fc625bf6c6ef0d4beea0c796b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006524, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.7088935230858624, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:55.671553+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "baf19826-5a5e-403c-a3aa-927a7d399c38", "result_sha256": "30faad8a922f1fed877d166d04e56d73782c1a64e6d9fefea2453b86ef776a2e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3442122228443623, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:30.859490+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3eb064c-4f1e-4745-8df4-523f1323ea57", "result_sha256": "721fa6d7391822f565bd01336436874a1032283974d28d93fea9b9bc22220b08", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006436, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4783477790188044, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:54.630289+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "597ec9a3-5ff2-4ff6-b7c4-76773ba1f329", "result_sha256": "fca15d4c76c3a88409cb4f8118b9c4f3fb222bb0e92feb3dea4238963625faca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.684576669940725, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Noto Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Noto Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:46.529958+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f697665e-78a8-4d9b-9f33-db4712c129cf", "result_sha256": "1dc70e8bfbf67241731942f07928d8b9bdc1ae1649a66f0f67ccb35d8ee3e963", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006496, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9028008310124278, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:15.768252+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c8d8761-65e9-4043-9bcb-8a36771d15cb", "result_sha256": "2e3edea01869c1b75a53ee010f598dda5b9035410dc725ad58efc5aa4cdffb95", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00686, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.641590469982475, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:53.147611+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e13ffca9-6053-4641-bd73-645ef93e79e4", "result_sha256": "90106030e101017770783870821a84d10df37f08f337de8482cebe59ca7b52ca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006856, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.455661919899285, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "PT Sans Caption", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans Caption\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:51.040589+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bc16d26-f757-4ec3-86e5-d38b38f95118", "result_sha256": "b7638abddad9bc7d006b42bc5e664434613d3d1335b0338568903c5d66d07695", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v29.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.498809692915529, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:06.714056+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fed2d1f9-fba1-4b9a-9ec7-8572bda45948", "result_sha256": "64a7a9e40b602f7e7b799c93e81f017f8459e6be97e0264ef5c68d807453827e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00638, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v30.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.27067200304009, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:58.416139+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fd9a91b-00a3-48aa-a949-8efe00e9e579", "result_sha256": "0eb32da9e86c04d782cd2d52ae1e7562dc98e143bcd2bcb58860b95c4e168c0b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.3894764699507505, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:25:45.122452+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f878a420-d194-4530-adef-724e3dad92c2", "result_sha256": "51520e95b10cb8826721044526a72a557eb7bd242217b0a40e3e047d9b978b55", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006436, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4993011909537017, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:29.605364+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "41d0aaf5-5ff3-44eb-a7c8-14e7950f6540", "result_sha256": "c2603c81c1ab63caddb522e76a92fbaf88d3762888db1480401e623186e930c1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0068, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4577209411654621, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:45.715905+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "31bdead2-5ed3-40e3-9914-0728091f1c22", "result_sha256": "1f0bf220166d9eb623187e02788fbec3268b233c86127149cd6838bb95af1854", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.422437874833122, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:39.113440+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8be88d26-edc5-45f9-b993-04bad2e8c96c", "result_sha256": "6bb4d15cfb31bb92bc0377c5697807617f2cdf335e6bbbfa4bf134429abdd410", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006728, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3523765658028424, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"PT Sans\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:47:21.525252+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb0304b3-9e14-4846-8a5b-e27c0dd85667", "result_sha256": "b8624483bcdbecfb286ed13113142a9b8634201288b2f252599e098f3782a21a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4658563770353794, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:57.870601+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1902f281-679b-45a8-8638-113fbbb57a29", "result_sha256": "c44febf442c08d6da348474fe5ff456519133aab9a92dd607ad53c7a4b1a2428", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4195302738808095, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:53.096674+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6f1d17a-1186-4444-ab3e-706508e30f4b", "result_sha256": "2a50d6131e43a58261c649a7778ea4dbaeca4deed5f68be3180cea641c2deff8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.767423063982278, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:15:50.133373+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bbf5a29-6a40-4bb0-92fe-0d3a4713e099", "result_sha256": "777fa7f5f025cb80be2b32473e74e1aea2add015312663f6c2f5fa4748bcacfd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006616, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4551401420030743, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:31:19.668660+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4dd247dd-3351-4a6a-b565-34ef364ad882", "result_sha256": "447f86a7d3c42088c4df86e54bca3f70d98bcbd35a6d88d3399b3204b13a177a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006368, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.6322598909027874, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Catamaran", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Catamaran\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:12.238654+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f162d92f-0af9-4bee-8f23-e348b69fdd14", "result_sha256": "56ee07579640134118927f51c2efccae75b356b5eae71a809b94ee6926cdf55d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006492, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6537921850103885, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:19.055781+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "80d755e3-1018-4a11-8f38-8a4a47eb0fd1", "result_sha256": "f3be80f5abc18c376093cf1471d5de261c9c9b1c91cf3466c35412f64337cb77", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006944, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.622752745868638, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:36.254061+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f33135cb-f171-4112-a9bf-f59d4695170f", "result_sha256": "fe16cbfa8a4eb6fe527b53e388a3a9edb179736ead547aab464be9c51fe54e8b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00628, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v43.png", "input_tokens": 1280, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.1828732271678746, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Andika", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Andika\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:47:46.640349+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "074ea305-d3fc-45a1-b69b-13c2b18ce03a", "result_sha256": "77c127328e587a7ba1fd9a696ddbf8a6ed9bccac4083fe58efa0069d9a07d32e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006564, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.417356783989817, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:33.873752+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a48c25e-51fe-449e-8f4d-5891d74aef3f", "result_sha256": "7a7ae1184d6e893681fd11f20b7212234f47272e1d6acbb8f3ff463bc4c15953", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3483312709722668, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "PT Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:39.787246+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d309a237-4296-407c-9a11-436687652498", "result_sha256": "883be5a81106c6eb117b9deb0de8b6d10a9307fee809c568e79ac7d8d8c02235", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.041303524048999, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Source Serif 4", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Serif 4\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:41.243292+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "80b952da-37c7-44e8-9bb3-c59f02845ba6", "result_sha256": "4fc051c5780d17600d7bde8a1c9c4c020ef5641fee8761d90c7f6593ceec36ce", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.7358611889649183, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:51.422252+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9f13127-7bd9-4ecd-aacf-aba4b8785122", "result_sha256": "a6ee48e6f2b1256f86b881b8bc44353235cea7ef786ea09642a446261e7b7cd7", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5714767209719867, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:19:58.944624+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b26c321-16f7-40d4-808b-93b48caf3775", "result_sha256": "9e3926d45b2b8f82fb62dcc92ced054fe1826ab0f66995bd619d10a0a051c195", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4587196819484234, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Source Serif Pro", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Serif Pro\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:16.874355+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1165baa9-d408-4ebf-b281-fc2a0acfe766", "result_sha256": "31787e7312c95e3a10734fdaa83e6044731d441379c5e7ddfe948f01e9a618b2", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006844, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3549076090566814, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:56.121683+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4029467c-de29-4bd9-9531-631bf3548f91", "result_sha256": "91020e5266d86dcca3cfe2268bd9f6cdd6386428e88b61758a0a4dc0b115cab4", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.474226298974827, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:24:07.860347+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "03f52075-c6ee-4a05-9372-1b585cef1c00", "result_sha256": "f2aa7269859f9533ed2c32c9ba1dd21acd297edb3d94ea861f76229c6358aa9b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006484, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.7643898299429566, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:51.726140+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d20b7795-3bad-4b6b-938e-ef3dfa8b7c8a", "result_sha256": "fd91f24a0799ade2908e77d020c91c135e311230b4ad986dd21bbd2b321fd1f6", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.566959714051336, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:30:35.256409+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc64d5f9-06c3-4a06-8391-129e38546cb4", "result_sha256": "e14f6888ae493136c52ba549cd389c75109d2725b8370338e190d4fd304cbbfa", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006396, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8528653068933636, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:03.875472+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "52f38d3a-0bfd-4dc7-926b-e2ce19c70e96", "result_sha256": "9e465d291625d4eab9f8c7e7f930fd05eebc129fb6b45dd5f661420f6ce89482", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.02198898489587, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Linden Hill", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Linden Hill\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:57.341498+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d82b5da7-c9b5-469a-a8a5-e5f80be24c6e", "result_sha256": "d700f7b43030713c11de9d98fe1abd6f0ef5c8394ab0ca29cfb4bd22e082acd0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.4558087470941246, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:45.484683+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2701b3d-f921-4cf0-b97a-47432cfd5451", "result_sha256": "193feca80221e93746948d0105c95ea94c01e507778d624904b07e958ad15426", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5020511909388006, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Amethysta", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Amethysta\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:40.509399+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f618af84-fcb6-4fd8-9342-d141e2797553", "result_sha256": "afe705537b2279359cc822a062f1563865371c84106c7b96b4547796148b5c6c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.793284483021125, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant SC\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:18.975211+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8f8a554-82df-4e36-b1ce-823799946f2c", "result_sha256": "d98c77529fc6d7fdec8fa2b022ffd53d70825ec4aaab06ebac5ebda00457670b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5074089597910643, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:24.623360+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "15e6fc42-b6ea-4e65-9729-8409a1a6f0b2", "result_sha256": "8105ba5db362374fcadb294393ace9398d84aca826fdc3332c9aa7031c837bc1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4901052659843117, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:35.532193+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "45edee26-d0b7-4fdb-a3fc-ff353b86f8be", "result_sha256": "34acfd280396dc3c9b8e5fb3c601b49d350c06e763a105ed0d8ad1fbfb2e2a31", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4897600270342082, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:44.026956+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd059ddb-1ed4-4f53-9ad3-2d96e115b935", "result_sha256": "b66119afb1cdd7e51a516243160d5c09acfb7016d45ddb370d25dcbd655fc59c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006396, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.390120947966352, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:54.557461+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e2c9b54-332d-49ab-bdd4-edc508ee35b7", "result_sha256": "a4317c21a7aac8121b841d7a0765d61be73bd01400d85aa72f6c82278f92a9a0", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00676, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5337563380599022, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:02.215186+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "212f98ea-d0f2-4c05-b768-d4b1e5711ba7", "result_sha256": "e8d68d06d422ffd5f8e7bb2b1b54fcfa01363e343bcc9f381b7dedd66b366c4a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.646266584051773, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:05.528559+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f6d2ae9-20c6-48aa-94b4-099f7cf32046", "result_sha256": "e223058ca54dd11b3afd156bf71f8a102ac86b922246e3f9a62a06306e7bb3d4", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.37244745506905, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:46.135363+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0128862-1f7d-4dcd-ae19-12b42ec8bd3c", "result_sha256": "5f9fd097a6772344c18e2c08d33a8fffeeca2d8f39a5061ea29f5424c74f86ed", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006392, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.647032489068806, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:54.398923+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a85f42f1-bb3e-42ca-8740-4dd2cfd7c523", "result_sha256": "77123578caeb971ce94c9081af7003dcbdb7b2b0449682e2004692e882515760", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006844, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.436459386954084, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:42.294822+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "da05ee1b-ebd4-45bd-845c-26264be900ea", "result_sha256": "7d347ba7a0ae4289270f59a895e2b5c29df575d125b2140b749f3d97e853b4f8", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.180848044110462, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:29.850926+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "804f97cb-30ff-42ec-9f7f-84eb9fe0257b", "result_sha256": "5be89b91a0d866634469185a12ad36545e91113b496a13c3324839afd243aba0", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006576, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3826350229792297, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:03.816983+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d46278d2-2a25-49b7-9ff2-00b74ce514b5", "result_sha256": "6106515f7c4f438608c9b717374033c772ec4c479b4f53a13f4377c5f50c07bc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.8661962191108614, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Gelasio", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Gelasio\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:06.998559+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "81204182-040c-4f5b-b29e-1c02a35992d7", "result_sha256": "6f821d25139851ad62f1a985c997f392cfc41c73c627a8aaa220809fd2a2aa49", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5642446789424866, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Alegreya", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Alegreya\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:44.458327+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "70098eff-3f36-412d-a0fe-2c0981845a88", "result_sha256": "b7d7faf1b86f155276929cb1d94e7af49e3f9b146ae027b0750acaab73e24100", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7857930900063366, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Crimson Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Pro\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:11.708141+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd8abdeb-f80e-44e7-bbd3-a1a0b3dc012d", "result_sha256": "9c9b7d9d7f715885009fcb8225f29a3330539ade52ffca00b3faeff34428fc0f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4892985930200666, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Spectral SC", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Spectral SC\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:23.853716+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "efcae40f-64c0-43be-93b3-1aa6c24fb6ee", "result_sha256": "fab040777b5fe20fe0333df53f0fca4fbc93cfe5b54ecc778163337a28508c4c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006544, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4941912440117449, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:40.264925+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "16566293-8c99-4c93-9254-0c59ef554d7b", "result_sha256": "3a4f0c2cebc288a22fa8f8aa632dddb8c4a9ef62a47aa8324cd043a1b615e3b3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5701016730163246, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "PT Serif", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"PT Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:54.850891+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "95b532be-7264-44a3-8ab7-bb1bddd1bdfa", "result_sha256": "c74e95e61f463d62c576210b77701da775e1ade8622c3fccc099ebf4cda3d1f4", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v01.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.386838542064652, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:19.182280+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a89f6aa-83f9-48df-ab66-787f566e45d9", "result_sha256": "a892534e1074ff9b08094a59a70f2e703074b1c9572d50be3e04512bd3fb6579", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v02.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.2698495010845363, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:47.587217+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "815692cf-1332-408e-88f9-1d710798e621", "result_sha256": "9c59c3c4b8ea63fd92201da0388485579e93170a0b9e2f310106a28f80d692f6", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009824, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v03.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.0021048749331385, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 200, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:26.870965+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fd12adf-da08-4091-acd5-fd8920de9fbd", "result_sha256": "10fe5782a2b4bd3926d1f49c57c3692104fab10c156b22b766c7e8a1329093b4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v04.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4420785231050104, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:21.447646+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "77a7b567-12ac-4f93-989c-b057f0c92f5a", "result_sha256": "75e6da98eed79eb6da26c615eac18e595641b77ca5e9da1db140046a8fa01fbd", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006504, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v05.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4738234849646688, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:38.884875+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e43d7d8-d6ee-4836-adee-1b1439f93b6f", "result_sha256": "c9c335d535a1c297289adfce38920aaeaf0dab4adaaea69f1b4bdc7a880e3290", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4892926278989762, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:00.030827+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "64ce3cd3-e77d-492a-a1e0-8530ec77d3d1", "result_sha256": "4b6719f3678bd7058ff5a6d9d36894b2af80d4cd1e2efbc8181fbd04c3eb52c6", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v07.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5516035340260714, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:49:06.309699+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b36395ec-dc77-4a5e-9cce-cec76ac8f9d1", "result_sha256": "4c4215dca6cd387a4eb9f6a6a0c094862d9fdbed6491526a8c0716b149e243de", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00632, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v08.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5962666219566017, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:41.248788+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ff6d0eb-fe8c-4a5e-ae9b-51a8c747e2f6", "result_sha256": "81f19aa7e886cce44a86e89dc9e7913d473aec763427be11f7e1959b88864afe", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v09.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7631808759178966, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:40.185754+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ec9593c-343d-4450-8f58-f62c7fe5ba0d", "result_sha256": "6380ce0e8b2a6216cbd67ad48596b16c6c050ce11f05e8610a4f4d761b0fa1cd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00638, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v10.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.8951864780392498, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:59.463341+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c416573-849b-4173-883b-ca3c1df0735b", "result_sha256": "3d539ab7d526376a0603d9a47d892f113e8e6fdb1362c6340d10e5c7f93aa7de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5874566859565675, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:03.625857+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "62f77400-b201-4628-b044-4f81c58eb9cc", "result_sha256": "27b8bd2b9c94cf3da362a0c3bfd2b21d13e6fbca005318dbb40e541dc95a1085", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v12.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6051156849134713, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:35.669526+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "46ae58d7-e8ab-4998-9250-e50c343c9f79", "result_sha256": "362317343b9b1e02c4a136ce422b2d27d07e56bba3eeb93db1d40373d53e9b73", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006512, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6587935988791287, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "other", "predicted_font": "Poiret One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Poiret One\", \"category\": \"other\", \"weight\": \"thin\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:49:46.115311+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "73f8b2a3-2af0-4b5b-83a3-7478cba1ed81", "result_sha256": "bae702194e8c049ec50588ca5e2b0ddab5d55a13313083b429737b59c21ed6ea", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5073147078510374, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "other", "predicted_font": "Poiret One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poiret One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:31.401401+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bfdc0bf-2eec-44a2-a1a2-131eeabc4898", "result_sha256": "f1f4c328aba5e95cff64ada62928bd9b1184601b5f4564ea597f0be8db5f3309", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5725241019390523, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:22.923734+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c6a77cf-e212-438d-a9b3-0defb81cd87b", "result_sha256": "90fa33f8ae2a62b1420f6e04ae785a803875668019cb59cd0c333df9a474b205", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00632, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4574732561595738, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:57.065842+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "823cbc8c-9107-46fc-b8fc-470dd239bd00", "result_sha256": "d174f73a06f23a4a7046fd9ed4c0fd0765510c65688a5e6c402bf627a79eb80e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6242935550399125, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:15.404851+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "58cbfced-baae-49a2-a0c2-38f2f226fd6f", "result_sha256": "94a1b083302a6dd4b87fe305964fa90510b038ee425c74105b8e4dd8930f633a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3464405820704997, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T12:26:11.256957+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc7cc44a-d067-4239-919b-ecefb2a13e05", "result_sha256": "cffc76072c57adade7ac107a25c5c9603791d4c5be68191498141cf4e328fca4", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.348797505022958, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:55.470517+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8575e161-e0c4-48a0-9e88-edf0a217082d", "result_sha256": "d3c40246c6eeb480fb08ae73348adc7edaaa0384933b69c46a2c3bcbf743a13a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6015854720026255, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:52.258403+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1015252a-392c-47de-9a91-1876b6fc0860", "result_sha256": "99fb3793a28799fae6b820fc8b5194284f878f4b3477f1544c5e2150459cb7f3", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4681103969924152, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:40.367908+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdb8df74-8735-48c8-a785-12494a2ff774", "result_sha256": "ab58a0d4eb461052fccb8414f74856989a0bb92047be8d3f3a2e5d21f1e0a89b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006504, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.6690127649344504, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:41.130350+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9a9b3c2-436e-4dc9-a2d5-b9492442d6f0", "result_sha256": "6136c4c1feab7a6b746d71ff07fe37de62f241f0b4e74242ff9b60e913417d1f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.7554608080536127, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T13:48:34.363512+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1609a791-4694-4878-8372-0a9554d56fad", "result_sha256": "91b524c9479d1e1342bb0227259db919c3c88b5b8329fff1e74b88a01354bd6a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3297877409495413, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:17:25.749378+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "121d9c06-d3fb-4a06-bca0-b856b2b99ca0", "result_sha256": "e5ae0c0c8a5b1b4258224e8684186fe587159877a0a529bce808685a0e55e04b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.394107141997665, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:15.455423+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "30620827-bc5f-494d-aacb-d620bd5322cc", "result_sha256": "e6f72f795dbeb5d95f75d4a0a9b41b9a4d7b921d915e01067578248581f48dd6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5200028519611806, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:03.095055+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b6ca984-e287-4800-88bf-b91ccc652d42", "result_sha256": "dc20a3fa2c22027dd780f39680e067c879daef997039b55f3d77a21a861632d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00694, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.453806955832988, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"strikethrough\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:47:42.288654+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "badf9c6e-eba1-435c-82bf-ddd46b8af4ab", "result_sha256": "567fec2754211ad05e2760fbcabf642d384ab4106ca550f2f02a953f70179a78", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.9103618368972093, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "other", "predicted_font": "Poiret One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poiret One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:17.235059+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a91073ff-6868-4268-9424-ef8a1dc01495", "result_sha256": "3b1c6aa87b4b09cfb320d45085b6ff5b6822f891402715553a32425fe5dce355", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5261586729902774, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:48.702944+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb8b8a31-83a8-4d6c-912b-460cefffd9c7", "result_sha256": "95b6864fa6a72f81aa242e0caafb3817dbc68c6c302bf74990405b25f2344026", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8708074998576194, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:19:18.141364+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c1281f0-c291-4136-a744-ae10b0b6fe2f", "result_sha256": "2360ebb0b7c2ae8a981536bef026706723b6914733cafefe1778ca8fc660c2d8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4935476419050246, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:14.738504+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5091678-667d-43b2-a514-bf2ae1763273", "result_sha256": "9ca019a273939023d5b0fcff906886619a3405f0147d564a45854d3212ef54c2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006516, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.489049633964896, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:49:25.172132+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "773bf7b3-72d6-48c3-8524-e7df072b45cd", "result_sha256": "4e91213d98c8c0cd92ef8c97e253a89f800bcdbc83832a2e10993021ff8e4f6e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00688, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.197889649076387, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:46:55.586233+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f2ac273-e052-4acf-b739-02210c1be7ac", "result_sha256": "adc3cb615a6a43ec9bc71105c23494d394ed90ec56ea548d4a1ebec2878b139f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.362981988117099, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:36.711699+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "15d52cf9-1f34-40bc-90d7-3e203b2df0a2", "result_sha256": "2b75fb3df731814a9e301b83337f76d1761dcbedb553e57b07a359cb54f1844e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5288731390610337, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:23.579355+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6db6de6-983c-477a-ae8e-eba2bac23be6", "result_sha256": "14e8dc08ba20040967c2db8988aaa8108d7967cde104ec89897ae0b152f2e1ea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.590693316189572, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:01.990844+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b864d0bd-f120-4bf5-a037-72a15a9cfc96", "result_sha256": "8f5548c41f1974fb8ac0cedcc03a86f11ba8619015fdbe32d082c44f8aae0ec4", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5601284380536526, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"underline\", \"kerning\": \"tight\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:49:54.100578+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "76d2c4b8-b4e6-4cd9-b21b-1f7cf74c6f78", "result_sha256": "2ab11064887a92609f0ee260e53fb01742f8f171570ede7d95dd920527b23302", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4160810660105199, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:26.764712+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9812fc80-01c4-481b-81ca-bc62b0876f31", "result_sha256": "ca086345048d275ac100b520f8d6e89a59d7ebbe7c437fabaf0cc414a9f3b00e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006596, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8866484730970114, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:44.864330+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fe453b4-2aa7-4aeb-8af4-9cf73a817416", "result_sha256": "278810c1f3f7f12c0acbe5be14634548a82cb8de81986727fe96362a7bf1824e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.8712802559603006, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:50.625419+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "74860970-034a-4d41-b086-f67f0dbb8837", "result_sha256": "aba4ece69ad95f31c00368a9122c9c90f6f4ea6e0bab54736856054e9a568687", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.5996936289593577, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:07.228725+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e48c105-13b2-4d05-bbc8-1e26b04f3c1f", "result_sha256": "21889072d4c2cc73cf92dbfc9cfbffcf9016bea0f1a35cc58599a5699620ff5f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4776015190873295, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:31.016839+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "10734c88-8945-4e83-b533-4c5a18708fd9", "result_sha256": "1a0c7f6ac4730d6d6fffa501d086ada253353aee0e3d341770be18dcd513d0bd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.2804122620727867, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:07.770706+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "78878df8-c11b-4017-8574-d38798d3d47a", "result_sha256": "870505c1fc5540861e5bc476929b777f81dda57ccd5c2e63ec51e6bfbb01afe0", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006544, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3270669500343502, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:21.296448+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a1575cc-3fd3-4677-b764-29716c0b7810", "result_sha256": "6cb31503adbf6595b170794ee263ac1645ab4ea13af14f668ca2beb72e2e343b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006748, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5520950821228325, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Raleway\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:48:08.066863+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "169222f2-9ebc-4178-9fda-25ac10d881ce", "result_sha256": "401057bc86dee0b2df03ce3c5877604ea8163cb7fee7420563879fd7e3f8d05a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4388828470837325, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:26.130808+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "76c9c03c-cdd4-42f0-83a9-51389e145f98", "result_sha256": "090c656247250d6a2920d3d99420ef7c9166f6f2f73c824d8a77392d72e6fc1e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006392, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v47.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2472764551639557, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:46.080593+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "af09e07f-043d-4be8-b8fc-be226db81a63", "result_sha256": "6a5b88fcbe3343077b64e22f07df3cf8e126d931e868c0365b679b56ee1e5c35", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006844, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5098991030827165, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:19.849225+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "049657a2-db5d-4292-8e5c-eca9daeb6050", "result_sha256": "d906a27386fad845154abe2d25c2d1bd81e982710f7fd38101f05cb08876fb3b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006396, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4679338408168405, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:18.614146+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9122d8f1-529b-4b0f-85f5-7af889116231", "result_sha256": "da82657a63d029721eb38588b8f9dc90e5f3ca0b0c9cc166e2151af9c6ae9102", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006484, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v50.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.541067706188187, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:34.776106+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "73d78fbe-894a-4b5c-b389-6bba40a9998f", "result_sha256": "7232e3994ee03441b59ec0f5bc35c944119733f0e883690814ca3064edcfe496", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.383885782910511, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:57.505782+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f6ab329-370d-46a6-89f5-39dc354482c5", "result_sha256": "14daac238a515d7f83b81ce7edecbd1d5b44921a5248865112bed2417f2ad043", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.483630112838, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:09.674498+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "09fb3b66-9b45-4786-b2d4-a4b12833a591", "result_sha256": "ba9b549c3a586bb051656e6ecfd30fc21b72ef5551222566d55698c1951c3d9b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0063, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v53.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4255751208402216, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:25.444728+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "40b7e884-dcab-4654-9440-ca660d0bfa8a", "result_sha256": "d95dd2f11b646c7fcf3d192c45d082b30b4c0608c2c8ecdcef18c093de899efc", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.567175016971305, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:13.984541+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f554e6b-49b1-4cf5-bb74-297a181e4293", "result_sha256": "fbfcf3e2769468c60e7e35e6323069b0baaac38865e334c5da710c1f28be7b8d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00636, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.605931708123535, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:33.102789+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "526ba7db-43ee-471d-bbf3-09619784dcb0", "result_sha256": "50dabe035cb159ef294fbc2ae43f96bab30715d645f88112511a99440dce1af4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.513332537841052, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:44.195466+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "acf973be-517a-492e-af0b-c5b1ed7a8667", "result_sha256": "34e3686d8839e3df5572c80233a537b3f326ab15ccc65a036899b7c3242eb1cb", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00684, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7394988350570202, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:22:32.067364+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1024f21c-341f-4611-8430-33e541f1dec6", "result_sha256": "3ecc1276f956197a7c61404c583c4017cd50e75e57cd8e33b33ec659322e8599", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.3930015980731696, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:10.167701+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d9e7e43-293a-4b11-97d3-fce4238e200c", "result_sha256": "4b7381f3f9d2558b7c842bfd09c4d6cac3dc717113d810fb9893a052b60b5fa3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5367109638173133, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:44.358596+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b7918c1-09e6-4b4b-ad66-59b8e750616e", "result_sha256": "2f314ec596ee826ce265c74dedde4efb9ce52d3b1b62a425112ddc1787b66fb3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.392014855053276, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:42.426391+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a89a285-c487-4835-b02c-d05baacb5f04", "result_sha256": "9667371928483259e08c5145991455066957152eeb119068afd9a3d0087dd474", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v01.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.360617462079972, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:48.425469+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cc7ebd9-44a2-4172-ba5b-ea1ad32997d9", "result_sha256": "60a7f3b642014c37f678dfb3f3daee38965dd68d9814785031fab63622b1fef9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006616, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v02.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.341860428918153, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:34.569706+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "07891f7a-e9f1-44a2-84e7-d8a4ab9bc7e2", "result_sha256": "67f35cb8e8d48f5aee50313d0874dccbdb1b41da393b27ef2ad3789ce7f49004", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v03.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6267922290135175, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:03.876725+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b1fa729-44ca-4d15-b618-c6c625f104f1", "result_sha256": "bc0c5e7aa645d59a2f1161c2a5a70503ac1b72ad43aae0789c698554e48858a4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006436, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v04.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.448520631995052, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:24.522831+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "11e30fbf-5ccf-4806-a67e-f37f3977f8ca", "result_sha256": "b0dbd22eacba090c9e3871da47011ba9b3987911351ff170f7fbcfc43b3e954b", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0068, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v05.png", "input_tokens": 1435, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.720218450995162, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:01.929999+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3795d8c-ccbf-48c6-8594-ce1bfb46a9c4", "result_sha256": "65617efd1fb877c21b87e7690bdee21889cf672b1f5fadb69cd6ee3c0209c41d", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3852994439657778, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:48.943854+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "784fa888-e73e-4455-a7e6-cc1e6a6008c9", "result_sha256": "a8ee43b4186c8edad98507e3a707c73517e3eab5868b59ca032857a4d7193ddd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v07.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.410469310125336, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:32.834247+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "217caa58-3b75-4b11-8329-5ef48d0b27e0", "result_sha256": "198d4d1183e7a38c290cf7c506a0a1cf9960a7e4a92c1d4e58395f3b8369a739", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v08.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5228165939915925, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:43.929848+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "15c99521-9594-41f1-9058-41145c6c728d", "result_sha256": "7d34794227b0c80ee6c3b8317db4f76c8066c07854458c41cbd9ebfe19ee0d1e", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v09.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3883813968859613, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:58.187056+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d49a3a2d-c5a1-43ee-b3de-cad375ecfa20", "result_sha256": "2c0a19c2001f865180856e83211860f50c40903ce65c2998c8ef12c1da27bb5e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006492, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v10.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.4507963908836246, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:31.127900+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc6603d9-fb8d-4695-bd56-c7765d45c14f", "result_sha256": "3c731bf7dfb9a22bf8078c00a9a97af69bd73f8ac37827a736465d2ac7e12246", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.869586324086413, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:13.920368+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e367f5d-f89b-445c-855e-f91454d8c3ef", "result_sha256": "d5c2b09a5f2ba080aa3fe3243b974fdaffd2f29ced8a3132d66e355e0bdc303e", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00688, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v12.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5468293491285294, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:22:32.976759+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d78052f-f0fc-40d2-a490-5cb46ec7e464", "result_sha256": "cd1e44d7a2617fc245c17dfdba888f14f7ae86b7c863c3ec1f781bae0f37ca14", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8751366399228573, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Major Mono Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Major Mono Display\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:23.851806+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "50d37b18-6a33-47a3-91b9-070708fd742b", "result_sha256": "767aa7ac0bc770a3e8b38083f48e98e7f7f3054d67fd1028f8a73d5715553bc0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006944, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4322595440316945, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Red Hat Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Red Hat Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:31.182189+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "545bb91a-30ad-46d1-a030-5bc8d041ea55", "result_sha256": "11d0bdf9ea2969c78e9b199b7d21594b29e9d4f319b79226a4cdc0099b91b00a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0850757169537246, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:27.620501+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "21b5b6d6-4130-4b14-a0ef-c4d9a1797ba2", "result_sha256": "068f232b9d0baab22f2f30feab005f9e817c63b13d399c1d1cf55529e3fa5608", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v16.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.491436855169013, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:55.529505+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad5c2dc9-d77d-430a-a306-a197943bbc3d", "result_sha256": "9b4c6b6cb633aa05ad6434117c425f5846ce0766f2471bda128b6368a3bb9d82", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4156431457959116, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:20:43.046674+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "23a5e78c-9eb4-4e4d-834e-77b374ffda66", "result_sha256": "7d0925b65db8581606e628dd7ec5789df40a0c8bb517ddc172b2aa19b0144056", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v18.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.600174596067518, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:44.144940+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd8117f6-80b2-4b68-871a-4c4a257edd0e", "result_sha256": "ea41cf97f5b1c71fea64bde889da94b59b72fe394f68139915a2b165b7121f36", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006616, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v19.png", "input_tokens": 1389, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.4950469508767128, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:07.330806+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "98ae12ca-3790-4b8d-8afb-16e96b146469", "result_sha256": "9d6867c1fbe319ab999bc51dc36334a74dc0fc93ca7a020c750654178a4f6e16", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.017564, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.928551276912913, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 587, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:00.479982+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cad27a54-5358-45bc-8dcc-4dd15bdb03c8", "result_sha256": "01d7906d91f9f5b7486752609591bd54320fece96e5f97cc834b75dcb45f0e8b", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006536, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v21.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3902278339955956, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Mono\", \"category\": \"mono\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T13:48:13.054530+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e0e3404-fb26-499f-9bf8-8b34844ed17f", "result_sha256": "0b15565fff97a59969daed3a730dde4fdb5dff0cc0457c472fb0c0f79c8ed0ac", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0068, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v22.png", "input_tokens": 1435, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4315922427922487, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:08.441402+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d163923a-7f3f-4f72-8520-d734cd81d68f", "result_sha256": "885ae231b8545bc43540f6aad8e1f42e75e94533c08e908453e7ec64d3736730", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.746763746952638, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:21.864043+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7012e5f0-e9fd-496b-9241-c849c17c13fa", "result_sha256": "42d24e2d6b6ffce5f022f4a88f23874fccd3af347012bf3224e65a78bdbc93a9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006564, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v24.png", "input_tokens": 1376, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.818297468824312, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:18.099852+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "96b9fefb-f7e4-469c-8f53-f6d97cddce8a", "result_sha256": "3ee4917880b18e3638b51605c4da5cc6bc0e195f1770ab6eaa91941ab9941789", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.439408070873469, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:20:17.408082+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0777c80e-8877-4a22-a975-e67e86e7dc56", "result_sha256": "8c10606aa174cddc6296bea8985db5e1abe8c7c354fd51f94505a541477ba4cf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006496, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.441463396186009, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:08.085672+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3927ee27-1876-4e21-a04a-7c9bbf9247da", "result_sha256": "8099209db4bcc47bf3e9a8ee931a41a5416b151f3e6e4dda2689cc6034a8b60b", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007136, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v27.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5708288070745766, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:12.304239+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "157c6e6e-3d9a-4d94-807a-e6f9a0dbd7f2", "result_sha256": "552ee7b29ce7ad432aef70343a277bd51797a38d1f21805ddbf603fb9396c34b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.4514818121679127, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:52.857529+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "51ef38a9-7eac-4b69-a5ab-b7f3858f6c79", "result_sha256": "dc83689994a75b8a99e868cd7a12d3ba590f179d662b5a7087d7c5c6ccf26c6e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4877925331238657, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:58.264506+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "98b80e52-654f-4d9c-ad23-c86b247bb5fe", "result_sha256": "c9b48c4e159930a62616070740b14d3db37238e7fe7e68feded534d58817a36e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.2208510639611632, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:29.049371+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "054da3b0-4a1e-41d7-8e91-6c21136cf8ae", "result_sha256": "cc4d633e234f88d5e8ab46c64fb5c97b6e2f9c554c7ca95df2ea8c4ee08d13ed", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.2681077108718455, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:48.686666+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "55354cbf-a1ae-4f5b-86e5-edf6e8c590b2", "result_sha256": "80f52c90963574b35b33029529cc13297556dc315df1124edc45b131d30e601e", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006436, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4814728000201285, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:46.892267+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6617399-1154-4909-8330-d754816e701c", "result_sha256": "c2acd903498362649b9c8de0fde3088ae2a8149f9e6caeaa091698768e891f74", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007176, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4974881070666015, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto Mono\", \"category\": \"mono\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:48:39.054515+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "badb35e0-ebd0-4837-85d0-82cd884c1df5", "result_sha256": "d9fa60a51ca049860648bb2fb36c2c3325ed0dac0d4094da8901fb2958de3711", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.373073227936402, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:30.530660+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d79a67f8-ca6a-4e09-9ffe-492767562694", "result_sha256": "593ba60fc0f824cb5623d54feb3e5d22e6bdbd1f87fd740d31bfe916fb7bdb11", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.7464097598567605, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:46.640346+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1f19c0a-328d-40d2-b9ac-907ffa3d2bc1", "result_sha256": "7087c9375b0b1a2080f7545bf52b2dae66807d6aa3a1b3aafb5a0c3d44552287", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006616, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v36.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6738390361424536, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:38.577582+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9058d38-4a24-4ab8-8fe9-3010d05e681e", "result_sha256": "956c37006c7e5be307979dfc3b453e3e5dadd82e683f4945546b7c23a95e2339", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9321294850669801, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:36.391229+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0893416c-d673-46c9-9bff-faf836740268", "result_sha256": "1460bdd030296e4388b44e720ec6e724e52b237b9aeb87ee0e209bfbf980e269", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.49587410595268, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:03.366476+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd083376-8cc6-4bef-9be7-20eddaf5b86d", "result_sha256": "d6068509ab7af48f1cf6c0e535d3c241b819e88f67e6f345e29e8a94601c9bfd", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0068, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0074412771500647, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:17.980217+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "42c780ac-690f-45af-9bd1-6907c934415a", "result_sha256": "e9dacf477836b23f05f36b6b498b463f84d11efd986fb1efb4095289a6d913f2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.7274735090322793, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:15.228785+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c748196d-715a-4277-8c9c-287f1e822125", "result_sha256": "b3d35fdd2ca49817739a99cb92e83bac7c8f20829c222fb5dcaafed23053092f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006676, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v41.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3333183750510216, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:44.080690+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "91601b03-ade7-447b-8055-837b4cfab46c", "result_sha256": "be5ae8537d7193c21c236503011525efd7bed9db0629cc5082d65695d7599db8", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006944, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7797766660805792, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:33.036819+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "07366a26-75d4-4aba-8c1b-a30b3c9ec54d", "result_sha256": "1a64161537a8249f38652a4c61f1c6dedef32b57f676303f23e603f132c4b5f4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006388, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6686387360095978, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:40.219302+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5415104d-f083-407a-a924-36b2f53cc648", "result_sha256": "3f3aeafb09279bf02567a7d553424d88cf3dfb983ee72daaf69bc9ce7e4af487", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006604, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.467013783985749, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:03.757778+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1ed51ae-96e5-4e68-9f18-1839de74b094", "result_sha256": "246d625b999f377dc364099544bcacd56444708053d32b2da13ca3a32641ce32", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0933093959465623, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:14.230958+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "976bfebf-a780-4834-a256-dc84a1fb38ff", "result_sha256": "7dea0d87bd278f4ec843512006729951a25da1c45c9ab47e83f5db6b8154a29d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v01.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.0200548849534243, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:15.693364+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "84209ed2-8e5b-44f7-8107-977a3e0a1b27", "result_sha256": "2dd15ba353bca5a95e9194ba5a533b2f1589344f7ff8365e0b4b0ba0ecf0811f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v02.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.440996428951621, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:03.934893+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6818af3e-a389-41f6-a470-91795009abdd", "result_sha256": "ed24f6c7f45d2aa991aee320fa3acb28b3a40466d595e9a70a62aca8cdab6b9b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v03.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3886268669739366, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:58.084378+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d8e3f34-922f-4313-ad89-7e38545cca44", "result_sha256": "4335490b8f48f88da19f9c62598f1476aa5d09b5011a18ea1ce35efa55a15dbf", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v04.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.531185823958367, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:06.495243+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed033e64-5860-4f83-ab2b-63935af2b2f9", "result_sha256": "46e7af456e8af132cc5d3e735ce93c73995ec7c8cb09a382a1c83f2e063397db", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006504, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v05.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6326068670023233, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:52.776971+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0dc23a1-1331-4f64-a2de-c807837abe68", "result_sha256": "2ff285ac2aaebf8f7a01abeacdaf6da46d2815065b6f180d64f92a50b6c1bc63", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.390968017047271, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:23:18.707785+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "45e067cf-3735-426d-a9a2-4794464b238b", "result_sha256": "8b0058f59fb5aa9db3a67f353b7efda1c5aa0337ddf3e764f5f923c3a4b4151b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v07.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.437402192968875, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Heebo", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Heebo\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:59.576788+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6a04be7-8c74-4412-bbed-b930c415f1df", "result_sha256": "0bbeef1f523009e45266c6ca00aa0b60a20a0d49fed2dfb05920a4c4dd482e5a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00632, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v08.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.503429166972637, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:50:00.935293+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e3e47d9-fc19-452a-be15-c6eaff9ed3e3", "result_sha256": "82e918fdd4ba53159e974ea9110c53b62ae81f89503e880cab6dcd6a2a968b84", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v09.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.825802122009918, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:19:03.009970+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "742902d5-f638-49fd-9738-fb1b65ada33e", "result_sha256": "b1def874cd6cffab1b9740c25d1f4046f741c93a85f3edd90f6383e35fb22d7b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00638, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v10.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.777674735058099, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:46.050337+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d25269e8-4f8d-4267-a3a3-549c4294a769", "result_sha256": "1db3dd2aafd193e9497784c02c2b152cd675f16e21c3adf1ad0616a5b74193b9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3761696030851454, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:50.581571+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b4d1025-dcb6-4497-8fce-552452b745c8", "result_sha256": "55266a9f26f99f76189d500980f0dbecd68e809d8e675e887a15b371968884ca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v12.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.4828785399440676, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Heebo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Heebo\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:16.536497+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8cdad0b9-4702-4b83-b3e4-bed1ae42c9e1", "result_sha256": "fdf5764c847a626346186978d6cf60a4a26562371bdccdb68890c33e782343c4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006492, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.812444951850921, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Encode Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Encode Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:27.707985+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c49ea95-7a09-49db-a1be-4f2e1f99874d", "result_sha256": "ab700754bd5985954b3db04b5edd8fb97f001e5bcb806935cd98d40589ec7e82", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006944, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4760785410180688, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Encode Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Encode Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:29.526558+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d64268b-9991-45ec-bbce-3b3159113a73", "result_sha256": "259ba529e638c49ffa253edbf8cfc4e5b03c536daf82b458454053ebdb89dd14", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.597504791105166, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:29.381494+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b7f172a-0421-4602-b0e6-39b9b9c78371", "result_sha256": "977880d92b4f6d97d03495fbe416f4a8d9a0a79f7a892795a6565000ecdffce3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0063, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4241515761241317, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:15.191729+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "000217ae-0425-4b49-9c1a-2a411e18ac61", "result_sha256": "86301fd0ad184a0988a22648124ebac95b4662e249caede8e33d0aabe34c77db", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006836, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5983005799353123, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T12:20:11.481263+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "593ca8e8-b6a7-4d07-a9ae-584bc53aea9c", "result_sha256": "e7294112b543bbabef9b32fc0600822dff5771a763518b72dd9520f7154bdcca", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4342409102246165, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:54.422865+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ea9553d-dcf3-4268-b0ef-c3eeed9716c6", "result_sha256": "373d9b0669686bef1bde751c5765477a78048ada8ec7b42190c53d47136ee2c1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006512, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.444068424170837, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T12:17:59.171084+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "14387a1f-39df-490c-b047-4f0899389bd1", "result_sha256": "08d41a90cf11c7fb76e027ac818e997a8f64849a6167099476ba0aa42663985d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009664, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.279390440089628, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 192, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:45.256164+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5ffdf0a-951d-46da-8eeb-14cf1f33f63b", "result_sha256": "d75ca60b2fba922700e497e1a630f2071be22620d02b5dff01069e149d13e95c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3287249570712447, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:30:28.952431+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3908c63-221d-47a3-8e66-87f18cc50a17", "result_sha256": "a27add484678d0cf16e8fbc140aa03fea64efef8c835734ee42c127f120f2f3a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006544, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.637552557978779, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Inter Tight", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter Tight\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:50.357454+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7720b29-ddc9-4898-b643-d23a978e79fd", "result_sha256": "b91bf2c5075100f2d8807a83d7d5fa488deb411873d00c8b3e3793ada54f7f04", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3951515869703144, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:56.509530+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9262ddd-8789-4139-b9ba-39140e467905", "result_sha256": "621103b4cb62c3c618d75b003a1a6f608a65be8dcc5b017ab201749179c2620a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9839657268021256, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:28.442150+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac473a24-63ae-45bd-8a8e-89e3bdffc1df", "result_sha256": "7f79b50c96ca1167b44816d0e8e89da885b040e502411e5e8b56e4f593741626", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006788, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.6858822859358042, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Schibsted Grotesk", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Schibsted Grotesk\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:20:58.887092+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "741653f5-2333-4a90-b850-bfe81806a30d", "result_sha256": "6bf842bd058c7c8ce316f09fcdb78e53ed3b4502c283f525051638de6dabade8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.455080074025318, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Heebo", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Heebo\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:28.700829+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4eab97a0-eaf8-4f23-8b4e-c5d71ae3899a", "result_sha256": "5f52fca4976958c15310dae1fff7de38e5c3995fe7a059986f6029f3ea31f69d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00686, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7876962560694665, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "DM Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"DM Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:47.980073+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "659ce140-27a1-4202-abe8-70e453cedf10", "result_sha256": "23df9d22e07a7fa97607e74743be015dc8c454f5373b7c23220c301848089ddf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006836, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.7059594099409878, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Pontano Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Pontano Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:25.648063+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fd99134-f376-420f-839c-48fbe7d590aa", "result_sha256": "e08c68aed494ea5756401bd8de7ae8b7cb08d6eeea8eab4252e3660532f2d53a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v29.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.433097411179915, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:19.590536+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "65b501f3-255d-4fd5-a3f4-4c64e2969abb", "result_sha256": "c1f57d27fe26ee6b29b83e41aed4a2132ed2774d3748eefbb4cc06d584a84662", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4190083108842373, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:39.650675+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa9a28ea-c565-4a6a-a660-c90d284ba6e3", "result_sha256": "0a9128d658405d310713abb53a3853be7c0e6a5b91db40120009dc99cc89d54e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.421810384839773, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:40.235461+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5593f0c1-ab8d-4ae9-bd97-f44c40c13d6b", "result_sha256": "aa915925d3822518008b499b0dc8d6a4f9151b0bb37bb7e8a420a177f4e43ebf", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006516, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.891038093017414, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Roboto\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:47:18.076480+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8496fa3-06fc-4aeb-a8ab-f5b0545b5400", "result_sha256": "056c9ba6104de7fecde0d44d8abf74679d2d9e3a43a06eec1c3d5d1bbba89cc2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00678, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4382036658935249, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:08.907098+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd544340-dc64-4a60-8516-29a21b235f70", "result_sha256": "fb2dc4da77a3e03ff9e1fa22306af5d639c0207ab5888df7d31b5563e2309587", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.338053491897881, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:32.949374+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "081fb592-14a2-4736-9ec2-ad6d4492fc96", "result_sha256": "f658c3faebc8fdff6d3777cd6cee3b37d4ab2072b42870651f33e37e21c6b3c2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4877123069018126, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:25.276201+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6422c911-c7ee-42b6-ae40-ae688fd8279b", "result_sha256": "ecd047b348a09e3f0680bd64771eafe021d2d66de915b3001fe09da32b859c14", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.371360112912953, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:38.800570+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7dc10f2b-e784-4d58-8993-bfe9ae741d28", "result_sha256": "725c71540cb1daa4c3eb374ac062b87babaf022d431aeb870e6cb11da04c3353", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.845598473912105, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:55.563675+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fdea4ee-5373-476c-8186-68f738b316b4", "result_sha256": "b04453fc209d11957680bed88cfa1bd039b4227a1e394d30d5b7a65fc43376ec", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.413402440957725, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:01.551908+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e96934cd-960a-4fbd-8af8-f61e9a66baad", "result_sha256": "8e5242ad47003983be3b58de367005052c4fa61dd4cb1c4a3a4c061664026766", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006596, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.847296361811459, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:35.875015+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "47807208-66b2-4ac4-a221-2485a5987ce1", "result_sha256": "0ed2cdb10c7e42ab6a20c4c43b2ade6db164d86442120fa4c7027828dc0a44e3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006488, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.9984330281149596, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 62, "predicted_category": "non-serif", "predicted_font": "Plus Jakarta Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Plus Jakarta Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:47.860683+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "08d3afca-096c-4989-a121-815a50c81814", "result_sha256": "d95c235d4cdf15af1ddba7e0e9f7bfa403af01d41488324f514c9b26935f78a4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.9144493259955198, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:31:17.180422+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "17d95782-796e-40b1-83a2-cd6cfeb51f59", "result_sha256": "8664287e13b3c6f44f4a2c4126c478c85369acce47f77b3381dba59bc0c909fb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3970234498847276, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Heebo", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Heebo\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:34.126410+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "adb6f6ca-8446-43da-b5c4-a71427ffc812", "result_sha256": "114c4c359b5848bd4fc20f5f2e4ccd0932eda0e76e1cdeb3f9735719cc1e6617", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.6804630528204143, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:39.978765+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b47b8b3b-b534-44cf-a31f-bed23a783a6c", "result_sha256": "1efd968fdd2faae1d7fb3853ec90389648ba2f7cb47905b54a72c6c47c209538", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006544, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.54672673298046, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:13:36.194096+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6504e61-9a07-4934-ab8f-e3651dd809e8", "result_sha256": "31c0e5ca5b4de9a3ce0dea6bc12664ccad942facde7bb96cc69ddb9b605e1730", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3883322048932314, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:12.764570+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0b48bd5-c41d-47c1-9005-ac39b1e9bc13", "result_sha256": "57cdd9366f6bca082c479a0d463fde993c8244d89b1c20e90ad6c85a4f0f952e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.479167932877317, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:58.670269+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "98755955-8417-4d7f-8128-8d6495c2f73f", "result_sha256": "5e5fb25d0a45b6b2ef551890b70bc9ec744fef61ce305e3390c97e169c55c142", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006392, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v47.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.444826110964641, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:51.695761+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e29c560-82e0-46e9-ae94-828e2541e08a", "result_sha256": "f16b1621e23e1797138f36dd6e5bcea1cf8036506a2423a136b950fb0c6d4072", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5174608719535172, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:21.495960+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e4d8caf-7b82-4354-8aa9-0784ff16a20b", "result_sha256": "af13d1eb540940bc4b8179c3581ae60e22771c51911c6e091fe6493cd9ef95c4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006396, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.025786083890125, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:19:39.968025+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f308a6e5-5578-4c57-bced-ca3974c3db38", "result_sha256": "ae55daeaa259116b6a2e49dfe07d7e7daa61ef7c7d5c702bc81d4647b05052c2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006504, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v50.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5276917358860373, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:28.365278+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa4281be-ab43-4f23-a24e-a5691d78bfee", "result_sha256": "0bbb4fe6cd28a0e53d193b0524192f16445856c2c38d3b0bf0f2412c49d2d9c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.343129822984338, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:21.815110+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a7e595f-110f-4e43-8677-0579f6b3a4e4", "result_sha256": "67863b2a168eec07a91b4bfccd3ab6171f0eb81ecbc3b1a01a8da1b3785983fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.3821775219403207, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:46.964456+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "94c32d30-84a3-48dd-952c-48ac9e694a08", "result_sha256": "307161ba10c7d44c727df7417ba64b2161492be6eb154592c0505bf41ded0623", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00632, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v53.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4021658368874341, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:31.364255+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b58bce53-291e-4f14-a72b-faa9b8bde515", "result_sha256": "9471ff0647669ae0060658ff69381488593fe8ec4b742b702da0bfa0d03a91a2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.871991113992408, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:39.444845+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bee8527-fe55-4d26-9618-e15a1590855c", "result_sha256": "f79381071942113793194e678f77ad52b33332b33ab6fedfd1c6a021ee369fc2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00636, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.98864979413338, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:35.774408+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f54a689c-1bcd-4de4-b598-64a6b4b0c3c5", "result_sha256": "bc45750a61bdc67297e485b3c3e7cbd9bc5e593b50dcfb8386282003893796e2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.3896376020275056, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:16.246263+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b408d4f4-3b0f-435d-aee9-82637b460d47", "result_sha256": "608585ce7bb8227b4a3464ce202f992a12f411a906464ed19d28daa729dd0b35", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v57.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.907733258092776, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:43.996016+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d749243-79c0-46ac-a8f3-29a44e4bfd27", "result_sha256": "9cf2a8cadacc2b0125757ea916d894a1daef0420c5853113cd54398904f35563", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.6519201488699764, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:59.259026+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "82bffc25-1395-44b1-aa65-6a990525a9f4", "result_sha256": "d460c7889f641c84afcf9a838af3da5d79bda1142143a77145fda7c8a8657c18", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.434807388111949, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:53.801271+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d7dead7-f29e-4426-80a5-f9514f7a63f6", "result_sha256": "c40e902e25256bee8160a8e8fd7f0147439ff217e09a05fe0e1b5d7cb1691db9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4348287219181657, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:22.012329+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "750d4367-795f-4d79-a156-41769e945f3a", "result_sha256": "0f121b20e217c73196131429fb8516a0fafb76142bd2124de416c3eb28d28e38", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00632, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4383676720317453, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:00.990157+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "79b55644-bb5b-4bff-9c1e-80b9506235ff", "result_sha256": "f790309fdc9f9cb612a3a601498af483da68a2f4f7baaa9aeccfa5736226d1be", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.392656828975305, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:38.086884+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "267e1db8-40ad-4c96-9d79-6643bd8bb2cd", "result_sha256": "137ce045b062a3a9f24282dd38a1fb7d2cf813324280e8bd864f6577cc863651", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5112426620908082, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:10.188418+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "89edd886-29a8-4bd0-83d5-0aeea044209d", "result_sha256": "7b9781c046ca4f0e8b46a464ab963812eb3f1d6a4495a0e0b714c6dcfc231963", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006512, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8770996269304305, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Rubik\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:48:47.631791+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fe01e36-5609-4439-b28d-a3b9a2365293", "result_sha256": "7e79d0758a7029f3bed2f3d8eadb7977f7ec87cd23abf5305877f7b48eabcaa4", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.6415917840786278, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:55.282621+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e63b749-6376-4058-a79e-77a2ed19199d", "result_sha256": "2165730c4e6bc8263d19c56e01764fa236b736140412addc8bb74748b0df8a0a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5013605318963528, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:36.420230+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f95f90f7-c8d8-49e8-bf02-689fe80afd5e", "result_sha256": "486c5caeb5bd98f6d30fbffe72521b18eb047ab0dbcfb235b8915f096ebdeb31", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006484, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.6156870359554887, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Mada", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Mada\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:41.240061+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c3a7cf3-7525-4428-b468-d811d197d1a8", "result_sha256": "74a5ef47cf54eba200f0e05e4f35c72656fc45b1d74a21caf8c82e9d1c8607e3", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.519227002048865, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:30.201795+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfa47457-5dcc-4a50-9523-f17f1d0f13f2", "result_sha256": "21eafdcbb7b4231142d6c6667589a462b6fe1efecbbda93d9bc91e22855aef5c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7948685600422323, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:45.791168+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "15765096-9e65-4608-9763-262a5b1bec74", "result_sha256": "07067414baf93c7a388755a7aa987aac845429eb8b9049a0374a4a1c6678c9f7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.399788357084617, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Manrope", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Manrope\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:24:47.393618+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ba68812-7047-4bbd-af39-66d04dcd061c", "result_sha256": "73ee42c8e855df46f830f4e9d549d06f97be184516d9417c78be8f21ff3c47e0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.8447248209267855, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Lexend", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lexend\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:03.377976+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2ced0bb-fb97-431c-a558-2a79f877f963", "result_sha256": "6b206ea78adaddb20b4b14a766c9fb864a5a518f155fb92e4b77733a0de04ed3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.416611739899963, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:17.452359+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "42e00aeb-6b4f-4e6d-a6ee-4c6e0a0acdaf", "result_sha256": "49fe2650eb525ee075c256055a1debbb248792ec3b26d20ca0465849fffebbf5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006896, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5994061050005257, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Saira Semi Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Saira Semi Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:08.552782+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee0432a8-d5bd-4ee7-9b48-d3c3ff494c81", "result_sha256": "f4c6f921f5c4063c2e5f0da3604c162637fa45ca7b553ca3796cae2e877874d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.890109875937924, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Encode Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Encode Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:36.864197+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f141f98b-3f40-476f-885a-0a4850397dbf", "result_sha256": "d5c121ef3eaaeee2c5c4203d211a5487a0eab45078c4273a7e052d01daeb46c7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1219425711315125, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:22:35.525997+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "67f17ff8-895c-42c7-801a-339b46eede92", "result_sha256": "a9ce082517e8d97577e6734dc8c6679f59ceee7277bcb831ea7312b05e90d95c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.3504584759939462, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:39.485803+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "736e19d3-f335-45d0-88d4-36b2d29c4cd9", "result_sha256": "c7f96e2c053e0cfe327d92d25d8a9cf60dc48dd623b4b86ac8b2ebc9fd0dd8df", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.819647863972932, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:21.463483+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d295f14e-925d-464d-b1a1-dca66f318d03", "result_sha256": "9a3bc58e532b187b5e3eda1ec1aff00aa7bd409824f0074f3e0d99f39e6abed3", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007056, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9030266040936112, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:26.931381+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "70051224-171d-4d17-9660-e460b2e4566e", "result_sha256": "e6ebcbaf43070ad5a1793d1c7f2478d4e972912f8c2ca38b58eed4d32ce32f4e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3678983859717846, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:48.808148+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0fc0f07-35f6-4942-a9be-b00ae9151e64", "result_sha256": "4bb4733fd10809f9c3903f7c1d8b1e835a517c7ee175772f2fe722ced210f4ca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.0092263149563223, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:32.431384+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb91365f-22ef-471b-a1c0-cd520983a210", "result_sha256": "45a70abf533d2b989b2b3562e4065d3cadd21a227932e58351c7a51018886db9", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006596, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v36.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.2126207938417792, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:23.642523+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "75a133ff-1b29-4106-8ae1-e87db69f9a21", "result_sha256": "5535468691fc685cd56329a616700d479576ea191501bd3f5e6ea867c35e8333", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5954077411442995, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:21.707948+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6e8537c-bbf2-4222-9246-1214c85c798a", "result_sha256": "9015f8445e50839182b9edf40b14a4067cc21e87e6b84801dc4a208b96cb0cba", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.8061794410459697, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:58.197402+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d09ef8fa-4f08-4815-bdb3-dec4fadb21d6", "result_sha256": "362caa180a1cb188df5e7d69faf2e40bec4b8ca1212f0ca2b28852a49fc9227b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00678, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6024996479973197, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:18.007677+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2adcb86-d268-4306-a8f4-206764ce6b44", "result_sha256": "f45a71a3e9ddcf08f1246f1dd7d1275634e95b966e3379752351fd250d240b5e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.2686034860089421, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:31.366544+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0ab0a3d-c0fb-47c1-8a1f-a901eee13b0d", "result_sha256": "1701b96c5c080be020451f317fba4749f6492add6ae4447309c36c0e586c9992", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5192031308542937, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:12.298156+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1841affc-8f60-490e-9866-19192718263a", "result_sha256": "4597b14184c183fb4767b53c851c708729a48ee7323dbf0c6bd4fb512937cb97", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.578381901141256, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:47.516181+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "239e1ff2-2b95-4f79-a424-b84a8720073c", "result_sha256": "966dca2a3979ef906aded67ae42dd85acad464247db6ae13e74bcb4c7ac79a26", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006368, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4333398670423776, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Saira Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Saira Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:13:20.372152+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d85d0cd-d010-40c4-95ca-3d3ce9e25d92", "result_sha256": "daa667d37ea5be3bf5e55cfbe60f93518584ca40842bdfe1729c9a580e0d0c0d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006604, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.5660842780489475, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Sofia Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Sofia Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:04.316257+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f8130c0-b4b3-4d6b-bd0c-d450cd667ed3", "result_sha256": "02f0f661ce78bfa819afbc7e6ad230abb2a8e61c1e07e6880f36a2fd106d8447", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.445630863076076, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:14.285614+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "88aa40cc-449e-4e61-b79c-82d12fed50f6", "result_sha256": "0719e1db82a9f3685b0953d94ee6d9b4c17051ccd4f902c0e3a1af8debf645f4", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4480352180544287, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:05.156888+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a188cece-6daf-4119-a83c-41022fb5f3fa", "result_sha256": "886ac477a7e23ffec920196b0a879d5bed159d1fb229f54fa11d01c3c1beb7e5", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006576, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v47.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.343428660882637, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:16.516655+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4afe50f3-a6cb-4e06-b567-ff1fb502828b", "result_sha256": "c3bcc07f07fb79de200698a2b185a6b6f97d675cdd04bf830788a8df40f3b420", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006944, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.704735754057765, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Rubik\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"loose\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T12:13:03.577611+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "283fe356-ffea-4816-9765-7a53e59a7ae8", "result_sha256": "bf21c96b84a5666cd86c90b224a9aef6544f652c7efd6964b6fe5928ccacb600", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006396, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.0877147770952433, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:43.498105+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dabebd52-d3f3-4407-b66b-84c5918fafa9", "result_sha256": "a75c4823a0e28bda7b06855be1685bb10a2f28ad21a8fd7cf522881bc564d399", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00676, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v50.png", "input_tokens": 1435, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.4329505949281156, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:50.180755+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcb5832c-4f22-4f60-bffd-a67e42bbf42c", "result_sha256": "92607771d19b6fef5b8b8a23fd412b795ec0004133337deaf98492c814e7d11a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7437150520272553, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Rubik\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"italic\", \"kerning\": \"loose\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T13:48:29.990628+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e931f92-ad80-4076-899c-3324c628e993", "result_sha256": "6a4136d7ad3c6ba54817be197b5049c7b6688274d8adb1574515ae208315b5bb", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.132474957033992, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:06.955262+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec3ec025-3858-49e4-93af-40b526d21e7b", "result_sha256": "5e38ef0f4a000a34d169e1fdb7b53ee4cc8113ef75d79dab5f13284904394a34", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006392, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v53.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4433625179808587, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:15:51.623954+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2367bb2-f378-4def-809f-d5bfac4a3409", "result_sha256": "2a4fdde7bac9ed48c201b168c2b640132b89e6d23be6c6f856c75d15a45851fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4649498290382326, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:56.359634+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d0b485a-34bc-48fd-acb7-86f82ea9e021", "result_sha256": "5e103193c28f23e8eedf46864b7700aa3f731dba18fd6422e4fa9213c8799ec4", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00636, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4069527918472886, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:19.015715+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "32d01538-4cf0-4358-a52a-37c6c5de4d27", "result_sha256": "bd606878648ee487a242c3cb30a19d8b509624e14a83c0866ade5e9f0e13c93a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006776, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.5732981418259442, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:15.977591+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa98b3df-2375-4f2d-8b42-60f51ee82746", "result_sha256": "8df5ab2e00dee5b27afd46710276ce3a59f0b544c66882df562fc925962bb6db", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00688, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.538952293107286, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:36.048688+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5822222-1a9e-4fd0-b6ac-df9c271429b2", "result_sha256": "3a1e9479463fee17a7b9451b3027212179b3252d15bcd9e661c2235bfdaa2d21", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.991624154848978, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:37.999092+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "319e1441-b0c4-434b-b67d-60174d29399c", "result_sha256": "b70a7bf11fe42c4460792cb756a0dc545ccbf514bcdb53ce2ae17992f2163162", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4302102108485997, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:19.859930+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "095132af-bf97-42c0-957f-25941dd6ab8c", "result_sha256": "f422d1d206d72a121907459f630ef6e1ec91bb8210f2187212780bb7a9be99bd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.613449892960489, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:20:22.795787+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "017d4922-8952-421d-8510-c15b554239eb", "result_sha256": "c9a3d0d31650d9767584a09b0b5419613c3402eaf43fb6c3e55a231150fad36f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0064, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.744412718107924, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Reenie Beanie", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Reenie Beanie\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:10.893062+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d84b66b-2ad0-446d-9710-5a295f1258ba", "result_sha256": "34a208d531390641bf3d1181c2ecf4c5d211321d52144eb215ecdb9beabbb32a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.614793239859864, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Reenie Beanie", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Reenie Beanie\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:01.450951+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a7aa3d9-db09-47c3-a68b-791c5c1c1291", "result_sha256": "57c0ce9aec56150f7ce0663320903d4b90770970993c50ac88753f7800ebf43d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.552910964936018, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "handwriting", "predicted_font": "Loved by the King", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Loved by the King\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:20:38.954930+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c4d0ee0-7489-4291-8fae-fb708fa43d73", "result_sha256": "6f6888c29bff30927fae4c2c17d8140ef4912d05ec71a06b866c5af9dbc775b5", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006624, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.6744349950458854, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light Two", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Shadows Into Light Two\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:57.938048+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "43e93471-700d-4dbc-a4b7-a933225a243d", "result_sha256": "5aa9d41ff1629718ad4e3c3e2025042cbd2d817725157eee5f1851d663529915", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.426926671061665, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:16:43.233811+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b92a3aaa-03af-4bd9-9930-ccff6c2a4fa1", "result_sha256": "6b15c2d7c15a2fe406098dc8b5c4a966440cab765476b0b2ed74a2ae4a7370e8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006496, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3429610810708255, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:50:01.749184+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c779a218-ca78-4385-94a1-0ac082c0b954", "result_sha256": "9e52ee1a143a1ed7cd7ddda131f0f206aab0bbb5e7d1fef7982e3863b78aca5c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006788, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5633242768235505, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 61, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light Two", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Shadows Into Light Two\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:27:37.524540+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6462cad8-3b5a-499a-b1a5-d0b1a4e46cb5", "result_sha256": "d6166157f820d713df99fec603724d43069520b78a50fabd8b6a0e6833e3615c", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006556, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7940267829690129, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:04.925548+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2607bd59-831f-445d-8a0c-7a12490863e1", "result_sha256": "5bef4c72e806604b84c97a1ca4de9c3b2134bfb9e93d922cf253daa564596caf", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006644, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v27.png", "input_tokens": 1366, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3890760589856654, "line_height": "loose", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:14.464131+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a80968d-b574-4a6c-bddb-57913dd7e3fa", "result_sha256": "cae085f94b38ae4d4f11c047f0c05de9c1ae9d52b0eee3bbb5a2b1168ffa9f9c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006896, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6089974290225655, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light Two", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Shadows Into Light Two\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:44.504806+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "331da70d-df87-4fa7-80aa-166a09ae371d", "result_sha256": "7ed93611e4cdf6ca918d52c11a79389f21bfeffaa743a9ebe86fba2415ce75d5", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006516, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v29.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.9117374238558114, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "handwriting", "predicted_font": "Gochi Hand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Gochi Hand\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:50:03.887876+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d642273-c8af-4d38-9732-4d60620325ce", "result_sha256": "a6cdec334008b68eb3129c9a29d5bdd2e1fc47cfc26e52465e20ba04a22419b6", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00648, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v30.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9948761279229075, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "handwriting", "predicted_font": "Just Me Again Down Here", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Just Me Again Down Here\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:52.187801+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b3c5013-c298-4bc8-932d-f3efc430d2f4", "result_sha256": "61850c83bb195045a628ef67982c042d3e83984158ce4f6c0b08d5caff324a88", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v01.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.330254284897819, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:55.731426+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "af9f4d47-c7fc-4072-a374-dde2911b7b29", "result_sha256": "422d33d91b802ff27b094d2273a6cccee8700231a986f0653335859b9c21d1bb", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006616, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v02.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3263199059292674, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:10.056816+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ea153de-c2a1-4fc2-98ad-4564f51647b6", "result_sha256": "13f4988e1ba528c72a37133078b695063576104f3f69742b33ab7a03fd9d172d", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v03.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3667646148242056, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:47.929403+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "21892105-728d-48cc-858f-99d4ec7ce781", "result_sha256": "ab9e7d3c68908e950c5217cd46b0b22719f74ef40693f568a46a51b15ead91b2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v04.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.511129177873954, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:12.519513+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3a6f309-3868-48bf-b3ae-a55702c3d9bd", "result_sha256": "0370602c9899668d37be6b63ab1792e80a756272e2bd5331f3cf23861d04cc92", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0068, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v05.png", "input_tokens": 1435, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.527674440992996, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:36.215852+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f01a2aeb-858a-460f-bdfc-cdff15e488df", "result_sha256": "faf48c44b8aea1f68aa05d68c6537c25c85fc09c4900e50e029fbdd761919fc6", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.419872767990455, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:11.310853+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbed9041-cd37-49a7-afd4-ca8d6a5dd13d", "result_sha256": "c89e1930818d3655f4957a0cf27af32e3942f28edf4faf41304667ac1ce969f5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v07.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.494303538929671, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:08.781292+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "01c779fc-1a0b-4bc0-9f53-99af37209082", "result_sha256": "3650d2a3e71a9825bfbb77b2850b858899538d430b863fcf9eea16c1696f6313", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v08.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 3.0043190449941903, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Inconsolata", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inconsolata\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:50.571088+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "84e2675c-a6c6-4cea-ba66-776309505f58", "result_sha256": "4597d4d488f0c23afd00b35cf4368562e44ce7711f334091adf5d95eb47a921b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v09.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5647578130010515, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Inconsolata", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inconsolata\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:12.949637+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc116d7b-55e9-4ce5-9cad-4f3609bc9ef3", "result_sha256": "895ad19904bd6b88370e48fa71ca3df9472c6c9bcf5a8fa639d5138f0f87219f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006532, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v10.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6127395459916443, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:07.918104+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "53742536-56fb-4607-a493-bb3b50dcfb1c", "result_sha256": "4da768250aa4011e7177ef2a60377cb5ae143a8757dec94bce87966ac6912eef", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006856, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.008889402030036, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:19.172598+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d574c9c9-26e1-4d0b-a43f-bd4c64d24802", "result_sha256": "fc64bb6f566e297002c57e2c70170e371289bd0bc3c2a04c05effd1c7f0db812", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00692, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v12.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.6034379100892693, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:55.092575+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f448a52-bd38-4253-ac41-da47eb433f47", "result_sha256": "3da3485ec115574ea091c7f4a1eae2d04b9df889d500c7013d36beaa6a12db93", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006512, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.0996631120797247, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:48.201606+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8118cfc8-da46-4f83-9612-10103fcf4a6e", "result_sha256": "9588bab29a512321145c8787e1cdd4646a61e464e40fbc58e712b5ffd8d4af6d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.354409913998097, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:52.529256+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebf8e6b6-4341-4642-a05f-7012cdd70e6e", "result_sha256": "4c71fbd8071de2769a0f85204a74256d4df37c38a55c6250c386fb307e623e35", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006388, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.559603340923786, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:30.272328+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d06bff5d-3e7d-4cb7-a323-93ad8da4bc09", "result_sha256": "7cd62f6e57579edbf2f23bc09d6dd6b74c2a2c275f226bee094eb40917fbfaf6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v16.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.126161989988759, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:01.991331+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e5eb34b-9558-436c-a6f5-c2ed5be29241", "result_sha256": "1a2da168aa5663d1a8a36500d1802aebb7dc57fe12fab28df8d1019de3881305", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.549072561087087, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:46.597174+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "43e0fff8-99fb-40da-a3d2-349d1dd1f2c7", "result_sha256": "fb3fe4b1864727b1fe554b3eef71f450bfbb26940fbde7f4f06474cb518d8e29", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v18.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4105714890174568, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:25.736705+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ccf1fd0-f8c9-4851-8abb-438a46d1aefd", "result_sha256": "2e2db7aff3f0a1c5623d3c21892056257c1f46a6262033d86d9bedc5cb9a8525", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006656, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v19.png", "input_tokens": 1389, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.2838900899514556, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:07.242613+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2322d6f1-5d9e-4745-8995-5d1e7989935e", "result_sha256": "82dd22b55e2560dbce9c34a50b5fb8a280ce3d403e2c2d4eb82b0a01fd83fe59", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.330632448894903, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:22.130969+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6af4a760-f0eb-4baa-a061-7a7992abcd66", "result_sha256": "2fcf08fcd5a87a13710dd972ac3314e8b52125dd803a11de19fb6849e6058e48", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006436, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v21.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4813092348631471, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:49.162448+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "df95a563-9d8e-490e-ab38-5fd847a42884", "result_sha256": "4526463f2f8ac4c0af039e3aeab64b5f2179fbd5ec160524a4465ba1db6ea6e4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00684, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v22.png", "input_tokens": 1435, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.4620370310731232, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:00.925731+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "93a3c4fd-ef7e-4111-a24e-0b743dda38ba", "result_sha256": "d3120b3c7920cd4e99ca676dee12f78e0772603bb810a56b1e9d8054d88c1abe", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8128973881248385, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:49.133712+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "20c0fe01-67b5-40b1-a374-3f9e6a9f1312", "result_sha256": "5dc65dd14f86d3a3976b7d4c3cb87d7450ea13b043d31c712164b30c77a2a297", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006564, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v24.png", "input_tokens": 1376, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6202669190242887, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:01.720679+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "36644690-6f05-410c-bd35-40ae30dcb55c", "result_sha256": "9acca5d7ac2ac646bf6cf53aca20e8622dbc4d731ef7d5a5817cf032af475925", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006728, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.456244661938399, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:12.513430+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7db7ed0e-3772-4fa9-a099-c9ef83e1806c", "result_sha256": "c5fcd7cb2c5c78a5f571451854666ed0eaf44939eeb8349522930fd8809b02b6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006496, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.902161506935954, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:09.398218+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cc27fea-bfdc-456b-89fa-05bbd5b2ddc1", "result_sha256": "33c10752b544f1ad6e080cbc0d79869e8b8939abfe6b7547e1e54f2014a8f57c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007176, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v27.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2163556120358407, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:27.297212+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4234035b-a665-47a4-8053-c98219758ef1", "result_sha256": "e0dcfcfa10ccde709a65c5bf95434b635f4617c25a6c3223407bea4b4eabb0c5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006836, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4433827260509133, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:39.500293+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a715b518-6031-43af-a2fc-426ea81b0d24", "result_sha256": "648fda2aeb4d174f0206dbd154c1c0eb484ff0503d5322998177d8d47444acc4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.55782021721825, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:53.519794+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "56cf9347-2657-43b4-86a7-656e05382b7d", "result_sha256": "caa2517e7b810120e3935922b601625a7f1f9885876839517d8415c1ad85a8a4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006512, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5337045909836888, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:52.213913+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8572899b-2214-422f-8d94-9c4b0c5524be", "result_sha256": "9c052de37079425aa44fc8c5be4f0219a8f3ae4a29f0d4fc1fd49cbce4a15db4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.6241934711579233, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:17:56.716202+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "94af0c07-a885-4892-a1d3-d548bb559344", "result_sha256": "ab1d3a80aa911315fd46462eeb82bbac019e75b25d092aa54b1cb9ffdc358d20", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006436, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.466861870838329, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:51.411255+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1f18f79-6867-4981-b4f6-1f7c8e4edc47", "result_sha256": "df7d6fa30ee509f1af88abe26e27417e96f56c9382e4c430e7e7414d2288614e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007056, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4876442949753255, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:39.868400+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "63efc933-9c52-428c-9a2b-abba973c885f", "result_sha256": "521ddd1ef68a54846ec6e587efc6b6ce9cd3afe4b56e543541d463190c8d9530", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.3556641901377589, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:12:57.373803+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9245e7e-accd-4e65-bf6a-dede4c32e5e9", "result_sha256": "2768e8a66fd83d4424f56cad0a2d06750ab18932a3fb9eeb5a7023ee195e98d7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.505428064148873, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Fira Code", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Code\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:48.463130+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2d96d61-2680-4fdb-babe-358004066460", "result_sha256": "b1f5d9837f37ee38e4dc517ae766b3a53c5a4bbe6a78deabc6b675a61d17eb08", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006596, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v36.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5222734368871897, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:54.795556+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "11f349a7-bd1e-4d03-9bd2-4dd91976cc6d", "result_sha256": "bd8c2fca0cf0234298572091efdd506dc321f7995ec062e33fecf7cdc9497cb0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.750880355015397, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:05.535369+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "12a04ef9-248a-4700-a4c5-6d474a36ad8d", "result_sha256": "9adebfb4970e1de6448cdf3c7c6c1fb42a3ad2783dfaf1d2845eddbcc4710737", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.8399677018169314, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:13:33.640179+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "02046c7d-e8fc-422c-a6d0-673ffd988601", "result_sha256": "f664af99f98c0bf40095c2818a4d2b99fca7720f405afe2d3626a761caf2f500", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00676, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5990649140439928, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Fira Code", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Code\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:22:52.270727+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "61efca65-7bea-4c97-943f-c2bc88f6a2a1", "result_sha256": "dd6cbc9cd1e83717a6207c188c9512a0e6f111f364e5cccab7fd62de53a6a0a4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.774724433897063, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:25.091417+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "33454d2c-143d-4d07-9858-fb5fd98c9884", "result_sha256": "18b13c7d08822902c1cb7caece61ac9ac3ccc5b09d9f13ad326d4d739543e93c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006676, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v41.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.581495109014213, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:44.876736+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f1f8391-d763-4bef-a56c-3b892d4abf4b", "result_sha256": "9cf6e2e0390ec0dc62cabe5efbd7f547a41fbba422c53e9898c2b191f6dadecf", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006944, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0296913171187043, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:40.109224+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "20bc72b1-7edc-4cbf-a11e-938f9f840901", "result_sha256": "04e756108c88d5f03fc7de1a606536c613e9a564633d788f1043140352bbe1da", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006388, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5146403589751571, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:11.633370+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "32559a75-2941-4ae4-b046-92862a8de4d2", "result_sha256": "9a4ab1bfc52488cc899e1c399aefa8c2b5f7beb6fa9e09596935047676f92acb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006604, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4763134559616446, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:39.608209+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "857bbccc-9fae-4ad1-86d9-b7f94361d4c6", "result_sha256": "eba73c5aedd8f95dfcd9ff6f97d96af87e60064d01802d2046d2a3582c845b2b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4502279930748045, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Fira Code", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Code\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:51.487929+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e8be4d0-43b7-497d-a381-9285a8e2bc28", "result_sha256": "98eac3267a34d1db7e041c917303703c385bab0c066510390af9f2fb3d08f650", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.467250383924693, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:44.459463+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "53dd7c02-f5d0-42bb-866c-d998bc32fafe", "result_sha256": "de5e8d9b8c80ead8aa075fd9a3a5cbbf366956859210de87995d7fe350fc4602", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006556, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v47.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.121864876942709, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "mono", "predicted_font": "Fira Code", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Code\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:38.636526+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "533eaa2a-9da9-4fcd-878d-5dd912d40db1", "result_sha256": "d7520ebdd889caf756bd9b3a0f39a27bd800cd0797584087cdb0cdac354558bb", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1854402949102223, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:50.417275+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa9c0fa3-9b52-4df1-803f-867c5322a0f8", "result_sha256": "6c88a03cf58b748380d678c789416e203c22302c90f9696a4ad0f14c4ddfdd5e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4450508831068873, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:59.252633+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "09cfd45f-1520-4f9e-a3bb-72f2ed8df9af", "result_sha256": "c99ccaf75ff128dd47a44f9ea65046243c7f784018a40f2c8735fe7a9e86002a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v50.png", "input_tokens": 1435, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.686866926960647, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:36.664168+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7baa607f-0406-458b-bd2b-d10785111905", "result_sha256": "bc781beba45a10d46c998a899ac70bd191d4468d995e0eaa97703485a927c3e2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6720415612217039, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:47.904456+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ce58307-63ec-4502-a63c-415f36ae9c2b", "result_sha256": "7492e84b037466b87ff682d6669e20cbd48d7e6b449a72329b300b01bde21013", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.582175594056025, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:50:03.377978+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f488a82-0cb7-46c6-a684-1f9a951073ae", "result_sha256": "cab273c6db8f3857b2c97e77b220bc15c3674512cf276663558e519f3dbf2199", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v53.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3343282009009272, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:28.516079+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e344914-4dec-41f4-be5d-09ba8cca8b32", "result_sha256": "62d7e49eeee24850a805019e038118b03878bf6c65a83948a7be5708636b09a1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7689936889801174, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:55.426231+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "84275bac-5936-4f82-88c8-68d58acb05f0", "result_sha256": "0bdd96dda1c3956fc17413867bc6a6e251cf15500f9276c3a91318024d6e9514", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006492, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v55.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.537867250153795, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "mono", "predicted_font": "JetBrains Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"JetBrains Mono\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:30.105047+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "eca59dc5-e6b0-4864-97da-af1f28a98a49", "result_sha256": "fc1e1c11eecde22c41594547b4039e52dd3e26d5f3a5752836eb199b545ac705", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.2523408869747072, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:00.896378+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "07b298ef-a9cf-4f08-bba2-08361589da92", "result_sha256": "6a0ec6ecfb4850ed46c7272a82456610bbfdcdd7b5b7bdd2c660db78cbf80255", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00684, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": false, "latency_sec": 3.9513108080718666, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "Fira Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Mono\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:46.452377+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "da088536-0595-4dd6-9374-6b12b9bac98e", "result_sha256": "06d683261f5b20595a12e270b9abd6806fbae34ae63c7da2f9e85218f050c2ff", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006512, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.465743594802916, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:20.781214+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7aef3e4d-a2fb-4e25-be77-e67f2abdeee9", "result_sha256": "386b3a5516367172abc8e370099833f553ae0b86cc8250745b3d2fe650e315ea", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.9529064199887216, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:58.954360+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "08b7fbcb-62bd-4d31-bd55-ece7dca4f7a8", "result_sha256": "01402e7a855112d6f4791c459c435f468fb269abfe371ec7da8cf4fbe52466a9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006388, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7834076348226517, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "mono", "predicted_font": "IBM Plex Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"IBM Plex Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:02.891880+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3c2bd8a-5bb6-49ac-81f9-7fe4909c144a", "result_sha256": "f333cb9363bc62344e3c60a270223f45ab12535767de259f32224db4f544a716", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v01.png", "input_tokens": 1280, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.351981141138822, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 61, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"thin\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:49:29.456006+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "55162c37-8e45-4667-a2e4-ff0e8652aa3b", "result_sha256": "5d8452b54418716f3cee856edb56cbb30fa15a24dc56d54b0340f68ad6d361cd", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v02.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3643548351246864, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:03.259836+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3d09487-c728-4d89-ac4e-5fedc269c38c", "result_sha256": "c8993f4af2a346881c47c0b84542cab1dc1d7b76d886a13ceb6f0c54465f54e8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v03.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5060049791354686, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:41.007761+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b2c888d-45e6-44cf-8593-ecdacee9e3d7", "result_sha256": "4132a37c9737be8ba4bbfdd73ea16178c684d7b0f846ca668bd41f7fe9ca4f24", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v04.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4023281091358513, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:54.448611+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9032fb87-e53e-466d-8b93-ef020b8579dc", "result_sha256": "ed490a932cdcb23fb21ede80250aa840158cc2dbf309ecdc5c9b488f799ff35a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006564, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v05.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.434062462998554, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:46.266059+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "48a22397-4722-401c-988c-67c913859b8f", "result_sha256": "0ac232265d2f75157ea09e7dea77de64c4d5993445b3b658ae79447b142fb7d2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4661626180168241, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:39.994483+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "93d7ee06-f4d2-4c7b-abf9-3f7da78fbf9b", "result_sha256": "7cdc1e4563e7f430787b4b8f608ca04c2bbffbb3ebb42e0d894742ee74cb7d17", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006396, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v07.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.402218506904319, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:46.027021+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b271c688-eadf-4bb0-9a3f-d104fed1650c", "result_sha256": "7a2865c2a36d5a402089abe804cea9bfb2afda8302c6edff9d33228551aa1d3f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00638, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v08.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.912652782164514, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:38.422261+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3fea2d0-fdb2-4fef-af97-21496172ab11", "result_sha256": "d2b61c1b47744ed68aa43edf37566d6c63248b0bc7c5944a8a1a44dbd3adaa8f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v09.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9786816160194576, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:06.957374+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0c295cd-1824-46f2-a1fd-a60f22a8cff3", "result_sha256": "90c69a61bad3f9939acec464791da41fd8145ae7f7aa67451af9bb4221d8e357", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00646, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v10.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2212994990404695, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:46.673983+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f3f6c44-5352-4ce0-9a41-6abcbe955a18", "result_sha256": "cbb96e87ba6f623577eaf55d95f34e8a1063e5f1e0e86c9582ec439e00ef829d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006856, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.507694911910221, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:40.024309+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b79e80a-8ddb-413e-a942-955d10abc329", "result_sha256": "6c93c835e4214d7444e47a614416bff8c9b244b905ea8c86062c767e4df69a17", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006748, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v12.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3847690979018807, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:05.916267+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5357a049-025c-4ec0-8030-01233a4eeec8", "result_sha256": "0ba5371c29a7fae65737706b64adaea22a963abeee1f7c989d66c17152650c93", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006572, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4851774829439819, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Encode Sans Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Encode Sans Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:14.514844+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3701a1aa-a593-4d79-aabb-a7cf8c3e62ea", "result_sha256": "6083c7e13cfdb4388b86a5c34e57b2c897ce921e026b4feb834fa16e55681e0f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.453746431041509, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:38.231313+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "908160c3-7956-4a33-8028-ad10e3f04cdb", "result_sha256": "feb46ff3d5edb6de62ea8bd9a3ea17e93a75571b490d8f9ca2eb039c68e9cd73", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006408, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.875899259932339, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:28.991739+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6676f3e-dc87-4f15-9fc8-2466693a0ca6", "result_sha256": "c838c1663aee8056740ee954aa63f4a70b8993ba29190a48efd0181bf852460c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00638, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.059135338058695, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:22.876669+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "86f78d36-4db3-450a-9863-de8ee9023ee7", "result_sha256": "a0d2a3d1c8630dad92bc71d1fef55df069c4db9c15f1aea597756dbba9bf799f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.623083224054426, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:13.216657+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "320fb30f-cbac-483d-829a-6d14101a539e", "result_sha256": "22d570a746b6e71727cb67fdf0aeea6cea07fb5ffdbe56be6dafebb5114e06ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8468372661154717, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:59.871718+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf840337-e882-4ec1-aab4-1e8476eb3ba5", "result_sha256": "51120423707fd7ccfcd1107caa0082bb074a9b59698399c69d6851fff91b60fa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.021513864863664, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:36.369322+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f01df19b-1013-4032-b45b-d3ba4c8c486a", "result_sha256": "57406ee9f366690628927c4e1d5acc740fabb371589cd13cc3c880c8667771b9", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007024, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3293171180412173, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans 3\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T12:28:13.818793+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "02f18d48-2564-4359-b526-eba0e9960b09", "result_sha256": "4cfa644ccc754d463c96a26d12743ac28040bb3850bd9c4e611ae596a2bda2cd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4570532478392124, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:46.689510+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "da700f87-92d9-4b9b-9c69-9b1eeb057425", "result_sha256": "7a962d111efa24489ae918f8c869d202e8bfe25fdcef9f4937bb0ba86ed01f72", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006584, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.3950321280863136, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:23.943130+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c015f33-40ec-4abf-a4cf-83065a710783", "result_sha256": "aa224488297dc3187399a2c45455933c67ef2922912bf91a423cdd2e4ca667fb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.2817321261391044, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:40.483598+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6300861b-10b8-43fb-8f78-133e472984a5", "result_sha256": "dc3894a0577444d4d52a0be07605f9fdc86e97fcb77a3dcbf300ca7af6a2d134", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.74038544902578, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:50:01.419774+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "93b932ec-f829-48e1-8926-f7dd981fb7a4", "result_sha256": "6cb4eaeaf863420d319f81761eafc1c5dbfaa73b40f8a212aec6ddd4fe227713", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006728, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.088557353010401, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:35.676923+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "69e3bd8a-4d55-482e-8865-934918b5fb43", "result_sha256": "f19916ce5cdfe0adacd79c87a917899dad4f68a81ba28408b17ec20b13a94c8c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006556, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4953010559547693, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:19:42.479873+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "44a7a069-ea14-4648-956c-1df7f0775f58", "result_sha256": "218c078ca13e6fa054cd6541004ebccea88899cd193469a208b8f8962744f0fc", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0069, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4709387260954827, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:56.273516+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fe00d5f-02c1-44d0-af52-82dc0d366374", "result_sha256": "f3e60921426a7999360d0a1328c68fb1bea3b2dac740e1f7c9fa0c38c9b6dff4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006836, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.792141494806856, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:36.933366+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d4dd54d-38ed-4049-8a95-fa281a3a14c7", "result_sha256": "cb45c0776b2b35ebb95e1a0e59ee2d97bc17485f67812c5796c9c030613a97df", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006496, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v29.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.571597756119445, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Fira Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Fira Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:30.150150+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "047a1155-4632-4ce7-9290-129182192671", "result_sha256": "09d271caa17d9ad4fe3ddb230458255dfaa4cd6a82aaf0be0def7fd1a2aa6da7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00644, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v30.png", "input_tokens": 1320, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.0023911998141557, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:42.765926+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0729df15-3666-4f46-a7e5-ccd33c2c37ee", "result_sha256": "01e84e42cfa5db80ecd0b8cdbca06c1b70b26c6186361370d89cd125e5a1e5f0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4636279919650406, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:52.006549+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "32f1e3d7-45db-4e96-90a7-42eef01f552f", "result_sha256": "b95a9d501d8c63febaf88390601c890facfedbe121700161427492e350c8d401", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006496, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3226122909691185, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:51.136226+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e3b5ad3-ba0b-4d66-bfdc-bf2880c80558", "result_sha256": "14861f603f0a972639e37ffb7a6cc3253a642cb3ac43943b80146dfe4f390b42", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00686, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7950501029845327, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:07.049040+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "16a14768-bb78-4dcc-ac40-f60bb7d0e7e1", "result_sha256": "cbc34da2bfa358d98f9b7a6d3306ef84d73c348e4794da2f337909628963ba7b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4244295551907271, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:27.624395+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "084bbf76-5059-4d4c-849e-19be33302873", "result_sha256": "bda820851ac90fc2ccb7b186d9f26e34c45564a5623d62aabc07f6b17affb7d1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.8706585438922048, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:55.867520+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0f82236-c979-483f-a7cd-5b7bee971588", "result_sha256": "7a0561dfc6fc18cbeddf95ace5d56fbee03e9f492167be425cb888ba66faf44e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.613826591987163, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:23.419363+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf9f8e83-dd32-41b0-9a95-9bd23d8db485", "result_sha256": "1d131f58bf4b3ebf6b498f93b9acc3690139523bae82aba6b1fcee42196833ea", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.4531879720743746, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:34.217310+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a4bcd13-d486-40ee-b332-694a22f6878a", "result_sha256": "34db76601d5765c6b8b9758ebfb5b31360941906fc73940533829730efed3776", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006368, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.8980277290102094, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:12:56.011355+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "629c3167-9f37-46d1-b567-2b873bd41c1c", "result_sha256": "f8d59bde7b48ced5a4b5e4772bb180accfe0ce4a392ee5f4f22b67e7e400fc66", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006676, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.502260185079649, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:18:02.837672+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0702887-da9b-4828-9e9a-e95c3a543bdc", "result_sha256": "c9954fe6957e3af1e585cc8a14296c55ba0ffc2b89ce1d7951aa8c1b6c07c237", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006408, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.3318579709157348, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:07.283373+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecf7893e-ec2a-4a3f-b548-11ba4275ec9c", "result_sha256": "5571e61951492d4db38c583e54a1c6b4ac24c00a0915e2fc87966b994f7785c3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006512, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.3857457297854125, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:19.921200+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cf71b97-9207-43ee-a2eb-7176c4a34c0e", "result_sha256": "c233621e5322da098c00bea8479a15fc7debfbe1d0e88fdf3c8fd1700167f1d1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007004, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.6510231820866466, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 59, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:43.428384+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "18991560-5278-417f-a46b-52059ed8c475", "result_sha256": "1370da0bbca922e55bb96827bc13ce771d619e950a0e3a751ac9dc5d3d6193e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00626, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v43.png", "input_tokens": 1280, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4198809349909425, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:35.612510+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "184b24c1-0860-4512-9602-9f7202e4050e", "result_sha256": "7df980cd4deac72e0bd226dd6fc328d5a0ed0381ac8b96b4a01a37ece2dd2eb6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006724, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6644675619900227, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 63, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\": \"Source Sans Pro\", \"category\": \"non-serif\", \"weight\": \"bold\", \"modifier\": \"small-caps\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:49:01.149249+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c521c8b-8daf-4e96-b8ec-a0385b7d3433", "result_sha256": "283da3663978c6311ac124bda4d49f67182e71c1874d89f31d4afc89942109af", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5047356700524688, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:27.216123+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a18fded5-a48b-4395-bbce-7118b99d63e1", "result_sha256": "8f86a9e0d0159a9abef143ec1c0ec2e451a7f9505272e15b8d20211f0876ea14", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.31180631602183, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:50:00.468457+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "478f2aa3-9349-4a8b-bb7f-87cde6153eb6", "result_sha256": "220c476234c0fc7e9495a6675a376fcc6bf78707f87d75190e0173f651f48334", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006452, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v47.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8783504629973322, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:13.143450+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f17da920-5b06-4ba8-88b5-1fd302924ef7", "result_sha256": "4b136e24da59807b3700e3cf1e6d475501a7d249d18e8da29203d350990fe617", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3997573640663177, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:19:53.191344+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef283286-e4bb-4688-af22-82e630dd4fca", "result_sha256": "9b9b1fa867be2b48bdfe4242004bc7b000468b1d6e1245482fa994ea56e4cea7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4145512420218438, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:41.956768+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5f8f2a0-a47b-43cd-9a1a-db7f4f1a191a", "result_sha256": "45c4b62a25f5d53ac0570c473b8df2d699b220fc2fe312a8b1ca9d8a8cf0ab3d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006544, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v50.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.516959040891379, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:22.187500+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "39974e06-64bf-42a7-a338-5d6a3b37f54b", "result_sha256": "08ada012397babe281aa9ccd5256f8e7fdfd323ef063ad564170e5f0a24d1f9f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3684856360778213, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:00.237977+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f434f6e-aa0e-4c96-a526-45f3f526e8b6", "result_sha256": "efd38c75e4df85ebaaac7581ec6015227cbdd6418690f9e9cf344cdc3bfb387a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.3957138319965452, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:49.024611+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a9da5f9-6736-42e8-8fd5-3f9f77a192e8", "result_sha256": "d3ec0ddb655fcd2ea663d727560a1bf9cec45a90b1c7b0911f611ad5c76da096", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00636, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v53.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.034820195985958, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:13:04.792810+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ef60174-4948-454a-a9e0-7fc6b6950461", "result_sha256": "ae14ff95dac15c2eee16a38c5b0fd0f69ac9443ea2b683e5b197fdba6032c2dc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9273357999045402, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:49.309413+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1dc8d68b-cb07-4f8b-bca0-4b9c75438bf6", "result_sha256": "3872358db53bdcaa2e66801920ecf0b467583ded7c0e60a48dda93dc84b32476", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00642, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.8429901159834117, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:50.258027+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dec03b7e-2024-4f49-aec9-c022ad77c759", "result_sha256": "92be0e35748d315f8293747ed964146558cf0be226dd0c83b151e0f57db228d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006836, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.9294870980083942, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:41.974905+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "12101de1-d1d8-4a08-8dca-7e75b17454d4", "result_sha256": "0d2b5635da0221fc8a4b33b4ff9be601f542c933a6063c38841d28d251366c64", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006728, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v57.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4018504470586777, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:23.065406+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c7a859b-a51d-4450-ba6a-d13d62e5266b", "result_sha256": "be7b0ae56b6125e93c8f533f5782af4a3b8ee4bdfac7d5f03e1a36185a26689b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006492, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.443532143952325, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:22.623509+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "08c1d99b-6cd5-42ca-8c64-eb8f60bfe9e8", "result_sha256": "8758ab965beb8e8528dfeea769d63ddbfac3ecc981d78f69688fd48fe148abdd", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006944, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8173963609151542, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Source Sans 3", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans 3\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:38.947050+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "51c96125-b02a-4777-a68a-e73c0d75ac8d", "result_sha256": "d58800a5bb1abf675233c3ebce3068b404ea42205fadd0c8fd2b73750eea81c3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006408, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8123380891047418, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Source Sans Pro", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Source Sans Pro\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:51.591112+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "61084196-c8e5-4617-bc4d-21a64c3176d8", "result_sha256": "ba10b06aad346191815f0992c0d430a5938accf63257b102bb61954922705126", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006392, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v16.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.5311041160020977, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:45.937451+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dce397b9-2265-42f3-9c72-d8f86ce2c40d", "result_sha256": "076fb9391ecd39be3234b238a3826507ff598f20ececfd97a07859eee219e759", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3266248700674623, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:54.961655+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c2cb5b9-c8bb-4e10-b17e-d604f9cf392a", "result_sha256": "a2f4608685499b5bf6865c7673d7f6b12332a6bded66671c07f26d2f0c18a564", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00678, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v18.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8310781579930335, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:35.690121+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "849d9a6c-b39f-417f-a0dc-fae1c190ff5c", "result_sha256": "9b73f9684f65943ccec69f173ebfbd6519915861bfcd58c0c29937f3c9a88aa9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006576, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v19.png", "input_tokens": 1389, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.429795539006591, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:12:22.269618+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef42c03f-37e5-4779-b43e-0c4a268f42f5", "result_sha256": "0f60787a6b37fa6b8266f28ccb6e731edc2951f013653cf2a72f94d63186b548", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006844, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.090940842172131, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:47.668096+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bb2f88a-d370-4455-8e56-d04e7ddbc2f7", "result_sha256": "188b075b7217763b23202b6f4519467cce7acdd5fdf57e6b3a852fa371d6aba8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006396, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v21.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": false, "latency_sec": 2.0274398759938776, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:46:53.068319+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7403bd4-57c4-43ac-8add-5800360526bb", "result_sha256": "029bdf61b796860525af0b085f976d1c152bbd6d7de36442d36597b9d8b62c4d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00676, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v22.png", "input_tokens": 1435, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.772595589980483, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:41.874690+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb631d39-96fb-4beb-8b84-d1712dabd5bc", "result_sha256": "4abf5eaf17f4ddc6b5f28438e83b8385ed57a56ec383e80e29b359771a446784", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.488150871824473, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:32.184006+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a06219c0-452f-47de-8d4a-73173dbe16c6", "result_sha256": "288152fd197e299a7a68ea4d3768aa35c27cb316f473d74ca84b80d969336471", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006524, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v24.png", "input_tokens": 1376, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.5634514591656625, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:45.658444+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "95cc1731-c57e-4c87-b366-e686e50cb884", "result_sha256": "5999471c8132bed29f2baca61c5d7597a5e5649504fa5087ad123488e26a66ef", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.7753456439822912, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:02.168263+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e41be54-08bc-4275-ab3e-a37db0966d18", "result_sha256": "d18deb1e80e1c3358aaba9a69cbf7c65ab03306fb36ae2113168d8fc678d4447", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006456, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.364566393196583, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:53.387383+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8103f493-78e2-4c94-a5ec-f4a529ed2a26", "result_sha256": "76596ce8f361e9fbf52f508e2551227d074e020723c960a7f4d780791ad945f7", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007096, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v27.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3874234680552036, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:04.647878+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "08f070b1-e8e2-4d7c-b331-32bcbe402da7", "result_sha256": "2447f0684740baa779755eb04d9ddffa2f6ad020a1f8c054b2bb410a1ac9ec51", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6809487310238183, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:16.354033+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c0bb260-4c5e-4187-b7eb-7a3a85279b16", "result_sha256": "677624c4877ef1f2a0d5696d3b0487b84071ed34e8a4d1cd98f86ded8be3f498", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4845855268649757, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:55.128093+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6778281f-4b1b-4762-8827-62617234983b", "result_sha256": "7a338550cede63e009fcf2ac3d5d6b32bd17d965058423005c1565602c823c34", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4653657879680395, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:37.527089+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4a11059-ef9c-464d-a219-a14365b31e08", "result_sha256": "9200180e9b416cc775e93229bad702b93c83f6964b7af1e6686b6804aabf894f", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3649318739771843, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:55.134308+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c43e6df8-7c24-463a-bf9d-40cfe6995ecf", "result_sha256": "7566b82e4d190423cf08b733423051c8175a42bf7d01da6e489a9eee14cc24c1", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.014556, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.725546674104407, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 459, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:03.646495+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "81c64416-b1b1-48fa-8446-7902a66d591d", "result_sha256": "ec75aba9147e30cd75e83553616d83b4fb5771a8d6250c2fea66500b11362667", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011996, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.230749236885458, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 299, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:03.260093+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fc207a0-f8af-40fe-a71d-84ad6d7ffe2c", "result_sha256": "fb6c54a4cfcea1ca476543336324578a4109b44416078117467b349bd85a1fe1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006716, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.6213440001010895, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:27.756668+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b8ff9a5-8919-46a7-800b-3adc1836c7de", "result_sha256": "959fa1a027d0befdf49e5f515863e93322bf58d96cfaf597cac774ec09245857", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.395430793054402, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:04.122955+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "268ef903-5074-4ae4-bb19-b54c2d4c67ca", "result_sha256": "cba01bb0874f6f51b08a0a6a577836828f05fc5b0867de03e20ae6bd5ea7c085", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006576, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v36.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": false, "latency_sec": 1.8346103278454393, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:12.637409+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e588959-deb5-4101-bb3a-c5af492797ee", "result_sha256": "68c99bc4803790caf5a476ace558b986203569574147fab427ac7c78c174b468", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006844, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.6669706660322845, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:54.246955+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7e7ab9f-9b55-41c1-9720-7ba399092ee8", "result_sha256": "8935b9a99389b9a951be6f6867bbae09e3338e409a29418a0c2dc4dea6cecb66", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5715568480081856, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:16.951972+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ab5f231-7fbd-44f2-873a-7e9c95be7285", "result_sha256": "3adacc4d9e75e10599d5faf4f04931673e6a582e4b17bd0515ae852bb5e58455", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00676, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.818388872081414, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:18.653338+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "01b77295-b8f2-46ad-b3ff-4a445aca3f6a", "result_sha256": "cdbc6d6e55c926c4dc045c06c1261bd309f7205d84f16018a2d6688eaa99cd63", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.515307639958337, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:17.054889+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c34bbbe3-cb61-43ef-8e25-f8a05c2eb9a9", "result_sha256": "134351d8af8e450798db35a28f3260f72a4e7dba08eb4f9737f0abe94c892d6a", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006636, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v41.png", "input_tokens": 1389, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.206190893892199, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:50:03.118321+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d2e50ab-cd96-4a13-81db-a003cb111706", "result_sha256": "b93e5825e147110093d2aef2c45638e638dbb0031878a32bee40019198189b1f", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3234424460679293, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 54, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:50.597019+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "11948306-48be-44aa-9675-d53eb98b3dbf", "result_sha256": "b136ade84fdf903ee876e5cc5ee9a2e34a88fb7cac64d93d30b8d543cc6ccdf8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5494397040456533, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:37.500703+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "94f031ff-7f58-4dc4-945e-7d1fba6df548", "result_sha256": "f20fe04c11dbef85601cb957dc8dcc45ea0375aa04621b70898fa68080b404f9", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006524, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3651237508747727, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:30.953740+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "096d89fd-e459-4f45-8a41-df3c07b056ed", "result_sha256": "14b8bd92cb81365f800e5aa64f19f95d18aeb1e020143411f7594c7f991874f1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.421049731085077, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 53, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:26.110207+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf7ada24-009d-4402-b94f-708c8ebce548", "result_sha256": "7544bbe1147dd9131721794cbd850c2e9a2388a659f013d72c64e55553773fef", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v01.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4812886158470064, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:40.786907+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2aa913c-975f-48f1-8aaa-1ca6cfd8924c", "result_sha256": "5d1ade23f65d862758b3b44ee739f5b578b3fd13a1f94e841c283beaaa099948", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v02.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.3547376380302012, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:52.233687+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "261412e2-442a-4c66-8eef-97e190439042", "result_sha256": "393d432adcb64af3eabded9cefed80dd64bf36d6d5466179f421fe7116427117", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v03.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5382187881041318, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:16.442295+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2d0b344-48c2-4842-a1de-f3b9bbb60e5e", "result_sha256": "7668ab51d40cfe42a1d1b39abf0d710caf4b0d827f5b161f00ff8bb27543ce15", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v04.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.4723177950363606, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:33.215426+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "891742a9-af27-45e4-a026-323adf1ba272", "result_sha256": "9f1a775f1167d421734e4b88f7541c45f0b8622be2fe3d92c95ddf08c6586383", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006564, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v05.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.639366609044373, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:26.217782+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0ed1d72-c656-4bac-8884-4d565e4a0bb5", "result_sha256": "9793f2612ca097bd624be6f23ea8b6dd83c0af44b6b6425c59b855b8330ee004", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4387578498572111, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:14.550483+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4ca610f-ba02-4e6c-8d4f-553680db3f27", "result_sha256": "d714b0a1ef3dc93cccc49546addf2dd17a97b1dcce184357d8804058beaccf51", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v07.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.437967929057777, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:31.043682+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8cb8f248-7c65-4fdd-b895-a8da6ef704d1", "result_sha256": "4ad65da097ee22b2803d627d6311bd15a94e729f2fe12f9fa25977e74ed09ad5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00638, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v08.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4250009569805115, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:19.226121+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "04ce466a-6184-45e2-b6f1-3d46c46287be", "result_sha256": "b436a39a8d4901ffdc259cb71ab54fb4c64e67e547ff76406b5358eb29cf31bf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v09.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5418756438884884, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:19.843757+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "82bd7791-0fbb-4a54-8fdb-01f1253570b6", "result_sha256": "0c5080f111e03359e258f9b57a38fc300a74f223e1dd390e5e94473e7c14561c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00644, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v10.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.3941835900768638, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:52.172452+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d24f1fb1-7bf0-4920-81dd-01ab04dde944", "result_sha256": "f3834331e176f5fa4f892e8ce8a9060f61f5aadfb2bb4d496c2c62517c339a9a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006856, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4469273411668837, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:51.263104+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1392ff3c-100f-4048-a4fc-c7649bfd354a", "result_sha256": "ecb4da93a258bb4f42320119c138c01e7cdebcab808045425f7ce73023894d9b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006728, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v12.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4417177399154752, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:54.821869+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "799133b0-3cb3-4cc6-ad0c-c56a7ae7dd38", "result_sha256": "04d70ca96b0bb5d192cd090d91f2c62dfe1958dd9a43b912450174e60c8ba4d2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006512, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.495766563108191, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:28.759840+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ed8684d-fe12-4946-991a-4b6d6b6e05e5", "result_sha256": "408464b81a576b5f37fa4eafea72cc52c604aa21eb0a97a937352c9c6ca31478", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4261327038984746, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:33.497457+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2238ae3c-33f4-4a48-b6a1-1f800077ce07", "result_sha256": "1ff9c0d3da9d65d86278d7e6c9ed0055e9981b37746c1837a605963dbcdfeedb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006388, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.941984498873353, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:59.009602+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "431a3cab-2925-4d99-874f-57d81b0f9fe6", "result_sha256": "72dcdea49d3e271882ab097a9ad29215468531e7723d4daa1f266521eb67cc55", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5577069849241525, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Crimson Pro", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Pro\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:19.972397+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "31a1b263-88d9-44dd-88e9-130b7cc7a9b7", "result_sha256": "02545fadb574b874523efc7c1a57f530f255fa49bcc7338ce431362a4b412dd7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006696, "error": null, "error_kind": null, "font_correct": true, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.5644881878979504, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Spectral", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Spectral\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:54.927193+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "636be62a-fc7a-43e7-af68-6096076743ea", "result_sha256": "d88ad3020822394589c2eb0fcff4e746ab159f71a25bbf6149e9c90e89c56d96", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.331787260947749, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:52.474482+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c3de30b-d736-4ea7-b4ae-c7da0ce2eba2", "result_sha256": "941258c0d0d94f81e49ef1c97f0bcb30e07775777f05bc11478a793ca9a98f3d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006512, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.439583586063236, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Crimson Text\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"italic\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:48:24.247294+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d490b322-c406-490e-86c1-e584a9e3e6d0", "result_sha256": "a5ae4cd1fea14e96f5caaefc06e107eef36dab89fe28260b3444af159330902c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006824, "error": null, "error_kind": null, "font_correct": true, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3418026759754866, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Spectral", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Spectral\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:38.926282+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cebe7100-f2cc-499d-afa9-20ed9976f95f", "result_sha256": "701d499bafab4e011f7e1213d336a202ce975d0e283cab46e5d004717bcb4021", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v21.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4141448370646685, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:26.672676+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a685613-5a89-4e78-9c0c-f844f463131c", "result_sha256": "72b5a38bef9d9685666033746f89c32dff89e567cfd408b1c9d3e5f02e722a13", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006564, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5715057249180973, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:12:26.961368+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "737aa557-0ef8-4a72-bc8d-adf12a2eda4e", "result_sha256": "7f6534322727b7af8eb589e6ab2e8a7e671f4dad3858fbf1111187f88e496ca4", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006568, "error": null, "error_kind": null, "font_correct": true, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.2919650271069258, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Spectral", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Spectral\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:20.085058+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d7be77a-a88c-483c-a5ae-cfa8c01f3cc0", "result_sha256": "5f90ab19019bfa5950385373d5b74034ea5acfb8bec3ed40dd132f00260254f9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006376, "error": null, "error_kind": null, "font_correct": true, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.863791543059051, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Spectral", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Spectral\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:37.382110+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a9dd404-2ead-4423-a698-f155a95328d8", "result_sha256": "38a1c288aeb44f6da5005b3f04a8e2a4ef96f6943c1b589ff76f676797351d4c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006828, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.479825218906626, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 63, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Cormorant Garamond\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"normal\", \"line_height\": \"tight\"}", "recorded_at": "2026-09-23T13:46:56.209954+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "af3ffd72-96d1-4c61-870e-3cc5e43d63a9", "result_sha256": "4d64b76811405a276775237644478f65d302318b63dca51e97383760b0ab0b05", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4795072430279106, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:50:04.849877+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c80ecd94-5a55-430e-adb6-b12cb4a22999", "result_sha256": "8b99cc931c784fc4245fc2b993b7edc56df3e411934ff669f3628105d6efb2fa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0069, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4970951988361776, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:54.552816+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad4346dc-20f6-405d-b36e-d01ae3454677", "result_sha256": "565a44413e9175ce94a8a2d3929d77b75990cb18e33206945cd730011e07b2a5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.8804972011130303, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Spectral", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Spectral\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:00.773897+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "939772ac-db0a-4e2b-9b64-3c5dc1f2282d", "result_sha256": "8ef8731747d1c97d999dff84456532706c5bbcad819cb5c366c3d5deeae5c941", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": false, "latency_sec": 1.849733019946143, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:01.258312+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "959404c4-2fee-4160-bf13-73059791f2e8", "result_sha256": "4cffa2799d86c12c3d46e86e674ae5b3cd8bfb1ff64e3a56c0b091c9803f61bd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006512, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2340984500478953, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:59.977319+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9abba338-45cd-4d45-ad70-4cec1b4a1202", "result_sha256": "70c058e735c99aa5f46fb55da74a4d8e57280ecb32728c5da70d2b741fda89a4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.3220718409866095, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:49.467677+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6659786f-62e5-4100-a9c4-8cd7e6211d1e", "result_sha256": "76cef6b5ef40a0e894a8cb653f8928549ce7a1a45474f455882e82578a3f45a8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006436, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4529974979814142, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Crimson Pro", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Pro\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:03.274955+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "93de69cd-0d62-44d4-9e68-f036f8284782", "result_sha256": "6e5d3b81c2532bcb5660a79f5432f6d10e905d7a041a37cda17e76e2a1597012", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00684, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v33.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3772129998542368, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:38.265867+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bff6fd3-af39-4387-914b-a04a1bebb5fb", "result_sha256": "ca382a5189e1c56f4e4ba0c1bd7134e858583b6cd89b162902cf399ed68e282b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4267098871059716, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "serif", "predicted_font": "Crimson Pro", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Pro\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:42.599047+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7e996e4-79d3-4a4e-bc42-b63167993ce6", "result_sha256": "29140834c925aee0ae9e723f98b9888955ed26deb3d6b210994cf7c492beed9f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.6197862550616264, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:45.077225+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9704d909-4c9f-49cb-8531-1a313203ad76", "result_sha256": "f2325aadb7a960d82b006bb504787933de94a49b029052c6b9ba772299d2b05d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.2505300308112055, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:06.930434+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d8cec0f-96c1-42c5-8ec5-822d4e26730d", "result_sha256": "ebe1b488d8aa26faf633b8ab92640009a39bde3757ba278ce8d7c3c1149c0225", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006824, "error": null, "error_kind": null, "font_correct": true, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.8931381898000836, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Spectral", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Spectral\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:16.637541+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc2af18f-42ab-4ce0-ad27-78f0da090bee", "result_sha256": "cf1e46e198b7cd628ce39c1318a362ad83948b15a8cf79dc941072ef72e697e0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4902846589684486, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:58.344940+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ca51b3e-a8cc-461d-8b87-17e29c5f1032", "result_sha256": "013f10e01403b08275fecaa7aa75cbb28088f56fcafafa6ca2e6d9bb003cd95c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006556, "error": null, "error_kind": null, "font_correct": true, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v39.png", "input_tokens": 1389, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.542027216171846, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Spectral", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Spectral\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:27.341245+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c337bdf-e4b9-4ab5-81f4-e58e6b61006a", "result_sha256": "ab3fc8c205cafd35809dbb46ea32318310a55ec059da6581ca11fdf3106fa3fe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006388, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.6918937528971583, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:11.270286+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "44bd591d-2931-4167-9a5a-28fbab445018", "result_sha256": "8d65ddb77c715969f125902188cdcea7cfd28719028c58311b53909311e0d49e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006532, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4494300629012287, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:45.213373+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "be532ab8-6c47-4802-b36c-24186cbfb0ad", "result_sha256": "515325695d61d5ba7afec64f11433451250dee66a61422e2ade0de6b95ce9afa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006984, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.221469576004893, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 58, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:54.363105+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "22b25870-fa04-4f3e-a7a6-caae8192a457", "result_sha256": "94a76ea4c3da2c77e9c2c516dc6a4a44e75b889931d81f32c4e673f28a4af6c1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006516, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v43.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5508697379846126, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:46.819730+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8294bfbf-68e6-4a84-bbb2-707fec73e07d", "result_sha256": "b5863538f9717a25c23c18dc9a2841084af268600390fa69eb969723a674cd31", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006604, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.1373323348816484, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:15.574561+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2195689-f5de-490e-8d5e-1289c76cfb73", "result_sha256": "c6a953883b41dbc6a4806e5bcadea48e98fc45b7b64fdaecc249e68938f489aa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006648, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.481158531969413, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "serif", "predicted_font": "Crimson Text", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Crimson Text\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:56.938768+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0435b828-ca00-45bd-9e05-6f8b95d52364", "result_sha256": "342186d51c7d2ef877fdd5713362d58470723c245ab80b7b04caf54554249253", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00632, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.2036844871472567, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:21.396816+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b9fedc9-f42c-4181-9ea9-53fe725724ee", "result_sha256": "ab17d1bfd964fc415e85a4ee0c9ec9029b036b39958b2fd6f91ec732c08de4b5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006836, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.477212249999866, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:46:46.387607+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0925ee6-bda8-49ff-b256-bd5ea5a41e2d", "result_sha256": "1260f2ba066b232a7d930bbb43e40a957407dadead528efc3024ad5fcbce4723", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006568, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v18.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.7541703798342496, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Tinos", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Tinos\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:38.479967+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b9c7e7f-b6f4-4299-bd4a-c2e6bd9f760c", "result_sha256": "bd462b7e56320ca526667121b681c80366ef5251edde7caa5255eff0f8ae6070", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006464, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.3937054781708866, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Tinos", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Tinos\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:01.896184+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5999ed56-c8fa-4b6f-ba5e-056ce5f64648", "result_sha256": "3d9629da657cec5b98e88bc55601c4e02e1068daa0e99385ea26003babf94008", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.447802069829777, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:15:10.015101+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "3afa7dcf-47a5-4999-af24-466488b17217", "result_sha256": "cd35ffd002856317ee670e9ee5d72a78f61c8a9fe6fc38bd11022984edbbde35", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006376, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v24.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4403092798311263, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 50, "predicted_category": "serif", "predicted_font": "Tinos", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Tinos\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:00.525013+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec4502ab-ce19-4927-aead-405f0c4d9cda", "result_sha256": "d1a7a90e37196c2b3ec8bd95985a1d73ea4c0d67f4e91d0dc21612a45c90719e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006768, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.2746995030902326, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Times New Roman\", \"category\": \"serif\", \"weight\": \"regular\", \"modifier\": \"strikethrough\", \"kerning\": \"tight\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:48:58.922013+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "973b2613-2326-4b27-b4a2-0b8585fdab8c", "result_sha256": "cc6461ece52bec42ec9cfafb08b8a9abf96b643a087d7c02ac448f3fa85fc6ee", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006476, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3099756159354, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:33.921290+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fc0a4e9-e98f-48b6-88b5-c41a020baf23", "result_sha256": "4f2025b1d0d5cba7566f8528445fa6788268cedef9ea2f16f078b8b5c53c68df", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00684, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v27.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.824081095866859, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:09.791334+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "de4e62b6-ecc1-4931-a8ce-81d133f1b19d", "result_sha256": "cae49ca9cf6024bd956823d71095cbbf644d6bf89b5dba3c738959f899d11c97", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.557149423053488, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "serif", "predicted_font": "Cormorant SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant SC\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:20.705129+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3ef34d0-d137-4e72-a39c-dc2ec377f47d", "result_sha256": "52e097f611684c5131f5f1977055867629bb6280b6560910ce29b3306d55ebae", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006708, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.47512322710827, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:22.242465+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8101a89-9624-414d-821e-25b3d1d9e70b", "result_sha256": "c9c875dd62841434ee15a5a1ade896e483fe7462e854f228788f654244573ac2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006512, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.5019379178993404, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:03.760446+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cf92e02-2ea2-4b9d-a19c-66d0749b7a75", "result_sha256": "f084ada882a6d5fada8716c7145af2abcfa330556123fb9d083b2ea747aede00", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": false, "font_id": "verdana", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-verdana-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.4065834551583976, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Tahoma", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Tahoma\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:28.330894+00:00", "request_attempts": 1, "target_aliases": [ "verdana" ], "target_canonical": "Verdana", "task_id": "font-verdana-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdb93883-fe27-440f-b38d-533004738b22", "result_sha256": "d444411c50bd37df148a55a21a0c6566d9319acef3be9c24aac1ef5622c07254", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": true, "font_id": "verdana", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-verdana-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4291507669258863, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Verdana", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Verdana\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:34.440527+00:00", "request_attempts": 1, "target_aliases": [ "verdana" ], "target_canonical": "Verdana", "task_id": "font-verdana-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d82a81bb-7fdf-4333-9dca-5086d3dd2331", "result_sha256": "b76875b2d462856cb7ef0fd9d1be019289bd3dd1d16024f3febd54aba76c954a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": true, "font_id": "verdana", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-verdana-v21.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.425957430852577, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Verdana", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Verdana\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:16.098966+00:00", "request_attempts": 1, "target_aliases": [ "verdana" ], "target_canonical": "Verdana", "task_id": "font-verdana-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "91512d3a-a459-4aba-8549-a2e172b0426a", "result_sha256": "e91565a232763bbb0e88d03d7fa6772ddb88bb5fc7ca75c200b21093fb6a0dfa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v01.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.612891935976222, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Manrope", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Manrope\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:07.403591+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "802e008d-010e-489a-b94b-c2154b87a904", "result_sha256": "cc55340447cb34b57562dfa82da22d502cef74072ce0e85a428c4b888a610fa6", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v02.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4492739271372557, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:49.960622+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6550ad62-4039-4d47-9d31-f350e83ce01d", "result_sha256": "45673b8177f4e6537a678c752211b859b6ea5fcce643f86d84fe5e7a9a1b463a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v03.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 4.044994771014899, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:20.283086+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1733314-46b3-4fbd-94a5-b5f94fc1cf6d", "result_sha256": "91f3e6daf18380c3af665d10861c1fb33e2bf3e217bcc38645cd25b56efc9d18", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v04.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.8301815749146044, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:59.991050+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "8491a4a9-9491-4b7e-b787-cb5aed8915a5", "result_sha256": "f9bd383c5c05feeb7db701d3153c739cbe4651a9b760e8d9f7463108101df28c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006504, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v05.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4683242300525308, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:16:49.187661+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcbc0ef7-c980-4878-bcd4-96c4eb3b52b3", "result_sha256": "91e7147d2e1e06ba04637ed92c7cf822157fe7c1901f73ab642ea0e77b1b0d7d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v06.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.2979298189748079, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:10.680280+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "66d32920-5248-4dcb-89d2-aeb12e8bb512", "result_sha256": "a75480c21895ded433f8ed5def8f2988f4066b2543f5335ce6f72f07dd7dd55c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v07.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.744896868010983, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:33.383812+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e75fcb05-f780-4e95-b6b5-80f692f95c28", "result_sha256": "dc7fa1038c1576e71f946df043e9e0f58ebc7d3e0213541d4ff6d040386c12b6", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v08.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.3782581300474703, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:37.798049+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c291a5cd-877a-4afc-abbd-7a6ccacf4455", "result_sha256": "88093e448eaff58098575ef614d703ea69af338d6fdab5512572ff3be29a06da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v09.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7440063951071352, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:56.626714+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1819b00-57ca-4599-b9f3-3ade59c5b0c2", "result_sha256": "cf683e1186ff61461579d1118e5bf661d4a85b0287727b5402fbe478b831c81d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00648, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v10.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.5135393121745437, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 60, "predicted_category": "non-serif", "predicted_font": "Hanken Grotesk", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Hanken Grotesk\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:44.990750+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "46196e2d-0f5e-4bfd-be60-cb5c940f5b76", "result_sha256": "eb88a679460c2f4138c7c01c41fcf151741bab9e09121e32321cffaebac611d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006816, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v11.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.7527142039034516, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:20:56.890513+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6799de87-205f-434a-a36b-4ab056c2f72c", "result_sha256": "cbbd4a8f860f8c848762e3a603c8f8dacce5e7850d9f588e2ea3049151b26542", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v12.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.9932017689570785, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:41.762090+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "51cf6181-2b87-4358-be4c-7f56a53a2823", "result_sha256": "bacd7c01a4b06def346e752624985992735c48cff4ab88b0e218674a7df0bc84", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006412, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v13.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 3.0999037551227957, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 52, "predicted_category": "other", "predicted_font": "Poiret One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Poiret One\",\"category\":\"other\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:17.749556+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e1afa5e-b200-4226-874f-866523c71eb7", "result_sha256": "82d8c763d50c05ef0c864e418311eda662ea2bf3c6aea5fdfdc8db1220fd788c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v14.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.8635181840509176, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:08.351146+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dd2aa8f-400b-43f3-911b-735cdb577892", "result_sha256": "cbac649049f5a5d77badd2114e28600dbf8c3080d5e1cc8513bcf56af1db621e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v15.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3110721381381154, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:55.886384+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b6e03b3-f065-42ba-993c-b5d83bce092e", "result_sha256": "89c11023bd701ad558e5ebb45b930b5bb70c397469cc5b1180b865ee35dd1f03", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00634, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v16.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.4238589049782604, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:01.739905+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "15bef95e-b1d0-443d-bab0-036b78a7ae81", "result_sha256": "08e6f13cca5600fa4016178f17300a1e16408e8b8256ab411b353fa6de11dac9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006856, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v17.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.511029429966584, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"loose\"}", "recorded_at": "2026-09-23T13:47:40.406532+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8479658-ea36-450c-8abf-9fe03fe51fb0", "result_sha256": "b73ad761132afa2f5b230ca0e8c6aea89ea2d7374f6f382acf9b5efb1362f9ff", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00682, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v18.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5094330969732255, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:09.907389+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa48e551-be42-43ba-a35c-e20ac8a446ef", "result_sha256": "511f38b5cb94dd220be400467e48a549602ff613f66b608f01ba934376ce9eec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006512, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v19.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5276962500065565, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Hanken Grotesk", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Hanken Grotesk\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:46:57.799879+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "04eb504b-d357-42d1-abc2-4e5f41f8bc90", "result_sha256": "819f0439088ab89640ca036e3d6e5cc4403da949b778e1dfb36ada914569b7a0", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v20.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.5049392448272556, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:19:09.928243+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8ec6f05-c173-4bc3-97e9-bdd0d13698b0", "result_sha256": "4197978037804e09180ba79cddcb66b91284fd406d30c0f2e2e65f594bf0d805", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006436, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v21.png", "input_tokens": 1344, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4036905118264258, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:49:37.084669+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "860c21ee-6f58-4f3e-8403-53212c2729ab", "result_sha256": "0e3bec56cf6a133bf30c39370581a46c8fe822236ef371f17a23369fc828721c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006524, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v22.png", "input_tokens": 1366, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.3683656849898398, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:23.143389+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "95fa1ae2-6178-4ec9-b814-c33eb23895c9", "result_sha256": "80162926a1b8fdb9052f43aa9319944343a3a932255432c02289ecfe57ff8fae", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006628, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v23.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.7582238188479096, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:47:15.336974+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3df838b-c5ac-4d8f-966c-de8e9d43cb08", "result_sha256": "7e33c73e5886a7f61b57435bf554d014b2983e84b6e3d0dbc620b572c984bca5", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006664, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v24.png", "input_tokens": 1376, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4469862901605666, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 58, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"regular\", \"modifier\": \"underline\", \"kerning\": \"loose\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:47:12.699522+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bb9d476-08f7-4404-b1cb-c34d18682ac1", "result_sha256": "b2c6a785368bfb28505a7869172dfc1e951eea1b73caddff965c36c3f68e1686", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006688, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v25.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": false, "latency_sec": 2.5821884679608047, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:47.452634+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "49334941-aa7b-4aa0-910a-47db92563123", "result_sha256": "1483b9bc4d2d891590e0aeaaa163f23982f177ecbd3f90a84749c3e05336cdb9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006496, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v26.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.4973038060124964, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:19:57.356031+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcb9cf4c-f3c2-4ebb-8da0-4ee1704e7956", "result_sha256": "aef50bc04bc359959f879b743d08964bd47a0596a1c039656ad644d2da463c4d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007136, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v27.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.2479406781494617, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:35.692340+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "437f8b4a-e1e4-45d1-a1e8-be161d0d8bd6", "result_sha256": "a0d71c14d98ed641cd5cf8b03bf3dd5dd63f95a049372a48ff2ae3c086202e43", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.006836, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v28.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.5310719918925315, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Instrument Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Instrument Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:38.345967+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d70c0a7-a967-4d7a-8520-ff432a75c6ba", "result_sha256": "cc57589fb9f2f62ddc95a19d35f558e041c84c6589fa49d0c86bc44f2ebb903b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v29.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.152873283950612, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:46.317033+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd476c8b-456c-4164-b81d-eccf371f37c7", "result_sha256": "51e2f03ae480c093c63092582939cf291118fcee58d4bf3954cab435b85a4d0b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v30.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.7320918231271207, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:18.935376+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "4dee4426-c61a-4fdd-ae97-9d3804b03243", "result_sha256": "b126542fffbf760c0b2c8071e9af85578132269b221cdbd4590737eb9e19592e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v31.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.576657542027533, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:13.566156+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "0cb7abc5-261f-4586-97ee-662bd3ea49c5", "result_sha256": "afcc48e36bf20fb78bda0739270ebcfbfe171ecc08af6edcfa58847ba897aad5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v32.png", "input_tokens": 1344, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.294462946942076, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:32.302821+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d04b918-bacd-4e0d-9239-1526947851ed", "result_sha256": "4b4c348e18c7598e8d79f47241041ca9c08f58b62e26b987480aa24551f22bb2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007076, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v33.png", "input_tokens": 1504, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.4427689989097416, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:41.559543+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e0f2892-813c-42d8-90f3-870abaeeec56", "result_sha256": "3c8d6c650a01771bd38532ba7b190a6d18d16ad03521216442efa7e0492ac05e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006756, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v34.png", "input_tokens": 1424, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.464461882133037, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:43.555220+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "7aab9907-c4be-404b-993d-4e33e515497e", "result_sha256": "89b0a55130dc93af225171024ffc3c31b291a4747147a17aa84eaa82668cbb18", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v35.png", "input_tokens": 1392, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4490587210748345, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Public Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Public Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:36.224743+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7491ba0-6370-4092-988a-47bfb4b5c3aa", "result_sha256": "418fffb51a1db6610c9e1f50cf93a82ac109a93e7f9b2f67d552c5614b3ab830", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006432, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v36.png", "input_tokens": 1343, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.4088167850859463, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:25.986043+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbf8f3b1-bdfc-498e-b7f3-9fea27ae42bb", "result_sha256": "a6e2ce9eb34f497b56383e3b557efc1bb166687f29a2ce884245acc1921132bd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v37.png", "input_tokens": 1456, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.9801608170382679, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:49.220994+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3f3d082-d33c-46fe-9e5e-edff858858d8", "result_sha256": "6342900d82c7551277eeef1a7ef7154b10490cf65c4e8062604105378769e8e6", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006308, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v38.png", "input_tokens": 1312, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5964813579339534, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:20:30.493725+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4d0b8b2-c2fb-4a08-a558-69ec712b7839", "result_sha256": "a5f63842ac6d296fb0aa13985cef2280d945c176d44b63bc8791a6142e35b634", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0068, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v39.png", "input_tokens": 1435, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3486175949219614, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 53, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:47:25.636063+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "91dfba26-28b1-4d3d-b686-9688354c9d4d", "result_sha256": "a4a57e6ef2d8f02496c93350a4f24e5dee35ae257c2c2712506203ad2654a60c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v40.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.5851608901284635, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:21:01.487433+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb5a6491-2ffb-4268-aa54-7cf27ab3ea77", "result_sha256": "d8a940806c50ea4df63f3d70a117648ddbeca3c3406dbee8d4f9edb755aa52ed", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v41.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5130436131730676, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:48:01.633561+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "217c016b-f363-452e-8ffa-3c10643cb7f9", "result_sha256": "0d2d7f5ddb9f3ab3af24e9d0c60e5eaac5f72f6d22cf6f007d9e9e0c74dfa44e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v42.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.3842874139081687, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:48.227242+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b51f633a-44ba-42a6-818f-ea1541fd98e5", "result_sha256": "dc97321f1d754f1820e4a43e71559ae1046c70983018d3d785287f92963fee7b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.006348, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v43.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": false, "latency_sec": 1.9771641457919031, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:51.850390+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e2ff7d3-88e9-4b85-99b9-8836efb41a00", "result_sha256": "6e898a83eb2231c070c3f195cdc5ecc74fe4d2b290d6b71c48fc0d5a60fe219c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006564, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v44.png", "input_tokens": 1366, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.4570118330884725, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:35.243164+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "42f757ef-11c9-4f86-8e6c-10c50347a84e", "result_sha256": "2a181cac8fdcaeb36abad6e25867ce9ad8bdacf797818a91c8f8eddda029ac6d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006668, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v45.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 3.5237578821834177, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:48:06.123787+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "161592bf-11ba-4905-bd27-47602f9fee2b", "result_sha256": "064e4c329d29edf53bf4e47484094bd68e7969752fe379b91464246b45f72817", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006288, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v46.png", "input_tokens": 1312, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4319596500135958, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:57.555580+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7dc6387-1cea-4ca7-86d6-081b05fce695", "result_sha256": "28aa955776f908303c908036b67208fc12241ff013b1618d1984f22c15635c21", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006512, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v47.png", "input_tokens": 1343, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.5472652199678123, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 57, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\": \"Work Sans\", \"category\": \"non-serif\", \"weight\": \"black\", \"modifier\": \"regular\", \"kerning\": \"normal\", \"line_height\": \"normal\"}", "recorded_at": "2026-09-23T13:47:41.611485+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fdf6d29-1e09-49f1-8bd8-56ee22562051", "result_sha256": "d037cfd063008a73c38c3b2abf407e69c4d3d788d923f50e0fb4bb1166957302", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v48.png", "input_tokens": 1456, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.5191898569464684, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "regular", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:56.484258+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ba37c39-6a55-4df3-81cd-19a5b790e8d8", "result_sha256": "aa0da18d3656ead57146c72ece461fae2da54f3f3b14656827f47670eb6cb8d1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006376, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v49.png", "input_tokens": 1344, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.4249045010656118, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:46:47.511007+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "82c27232-0683-4c8b-8da5-9be1af04762e", "result_sha256": "c669558304db133202a2486370c5a5b4cf15d123dc074fd5ccd88917f1778300", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00674, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v50.png", "input_tokens": 1435, "kerning": "normal", "kerning_correct": true, "latency_sec": 2.256074206205085, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 50, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:44.422887+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "55a9a2cb-22cf-4a9f-928f-fd4005efe3f6", "result_sha256": "3d59559bcac71231aa6105218fecb7579df68ef0a71f52f9e21382497b148f6c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006608, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v51.png", "input_tokens": 1392, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.3597192580346018, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "italic", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:50.584944+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "72c44926-5b41-40e1-badd-331ec22827d5", "result_sha256": "57c021b53b5ef66db7dfb73d45063c51f47314fb5d9dea7eed36d2d51b1a92d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v52.png", "input_tokens": 1392, "kerning": "tight", "kerning_correct": true, "latency_sec": 2.381115159019828, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 51, "predicted_category": "non-serif", "predicted_font": "Rubik", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Rubik\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:46.482908+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "80d00838-1559-4b2c-854d-8103eeef7af3", "result_sha256": "4e42919af644b84996da57c3020821281add5d59a121ea4b2cd52e68dffeaa36", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00632, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v53.png", "input_tokens": 1320, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.8525587699841708, "line_height": "tight", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:48:24.972897+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "1999848a-aa9a-432d-bd69-63d752c97945", "result_sha256": "c01465e7347e8082ec6051181741a7938800f616033ccf84ad839e9762fd0118", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006736, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v54.png", "input_tokens": 1424, "kerning": "loose", "kerning_correct": true, "latency_sec": 1.8430008850991726, "line_height": "normal", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "underline", "modifier_correct": true, "output_tokens": 52, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:59.751601+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "cddab173-9a0f-4a41-b9d6-7f0c3b70aec8", "result_sha256": "a50102a17259d31f6e827d9de93145cb3d9643ecaeda3162d4b1c9cad2a21b41", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00638, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v55.png", "input_tokens": 1320, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.5801113490015268, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:49:13.619112+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6a73592-72d0-4e16-b803-191bbb08a752", "result_sha256": "e5348e9f3d8cbffdb167b05e3ece965b6c7184fed48bf65873f0340e7c72bb2d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006796, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v56.png", "input_tokens": 1424, "kerning": "normal", "kerning_correct": false, "latency_sec": 2.5185676750261337, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:25.573778+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "55bb2006-09fe-4283-93db-12e633eb47db", "result_sha256": "ea376f0efa54d22caeca2698a6ab533df7248a7fadaf0a2bd5f77b6edef53a42", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00688, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v57.png", "input_tokens": 1440, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.443393865134567, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 56, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:01.140330+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "281303ad-9584-41a0-889b-e0f8061ecdfe", "result_sha256": "819e0b235a7c74a6e3f370b2c7093a34099edf5a01b3aef3a431fb0cacda234b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006472, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v58.png", "input_tokens": 1343, "kerning": "tight", "kerning_correct": true, "latency_sec": 1.6337232959922403, "line_height": "normal", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:08.211838+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "b614f728-453e-4a88-b759-95167afc06fe", "result_sha256": "58650a2e364d00a4940964b4319715b168084501cf815a1d05d3a80b42acb287", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v59.png", "input_tokens": 1456, "kerning": "normal", "kerning_correct": true, "latency_sec": 1.7235909160226583, "line_height": "loose", "line_height_correct": true, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 55, "predicted_category": "non-serif", "predicted_font": "Archivo Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Archivo Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:49:46.977064+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "claude-opus-5-5", "status": "final", "included_in_comparison": true, "source_attempt_id": "dfb5039e-2175-4643-886d-2ced6b38b3ba", "result_sha256": "7887182084e349a5b52ff8c62465b0a9ec51158372bbd98bbf2ece0b8286ad41", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006328, "error": null, "error_kind": null, "font_correct": true, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v60.png", "input_tokens": 1312, "kerning": "loose", "kerning_correct": true, "latency_sec": 2.1593438601121306, "line_height": "tight", "line_height_correct": false, "model_name": "claude-opus-5-5", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 54, "predicted_category": "non-serif", "predicted_font": "Work Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "anthropic", "raw_prediction": "{\"font\":\"Work Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:47:56.016799+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b653e442-1b38-46a7-a4db-bf5fb75cae89", "result_sha256": "0930f9c40df7ac1bb3fae40764f43ebb11a83e658c3537c5d836a9046dc83222", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003277, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.72098597814329, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 517, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:02.174636+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c174894-8a5b-4868-866a-88a942181d6d", "result_sha256": "22ec3caf66b84ed96fd43dc141f6448231947fc4a5f5eb4f1f78e43a4e4dea90", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0002982, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.515293966047466, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 438, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:16:02.434204+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "39734702-5166-41c1-a3db-b5a8231f8bfd", "result_sha256": "3767dc22fbf0d2b376653d286be5f96dab9909f9c9be2b94ee060137494be283", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004544, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.652251893887296, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 757, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:39.857597+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b9bec55-a00e-452e-9bf4-33b32c62ab67", "result_sha256": "ebf09d55bcb168bab9f55f108661dc192d181f36219181c15a97a64c3baa4136", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005556000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.620008836034685, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 968, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:58.115095+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "19eb7e00-3a1d-498b-a1ed-7becffb69e86", "result_sha256": "843efa28f28e72f23bbeb1241a02469ecf2f2f30ddb42289e38a85985851d313", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00020810000000000002, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.983979217009619, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 251, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:34.212924+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee7c77b1-b2d0-4775-8767-24239761e06e", "result_sha256": "80942aac1083555ca52eac9ece3a61df55b7c785b608227f1e8492ba68371995", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004417, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.90912779304199, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 745, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:25.394652+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6bcc7be-5e52-43eb-95a8-857ee9c65604", "result_sha256": "936cf45ed9838709c0487e93d47c9e56de8237f26ab31f2a0f6ed73c5b8e2868", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003325, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.387725738110021, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 517, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:39.978945+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c34d08c-239e-4b44-b5d0-b225883d9dc9", "result_sha256": "647ac351bbac53873a20fd129b90e2625f628cfe771e138c51503cd8a61d204f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0002584, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.416377216111869, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 365, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:46:48.325725+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "526cbc42-8925-41b1-b3a6-7be5622ad211", "result_sha256": "b0d0254e556cb52f959bfb31e4e63513d614e0397d5974e7c8f10775d9d2d892", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0004705, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.610878536012024, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 796, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:29:54.439844+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0138839f-1b66-479a-b438-9d8ceadb3e63", "result_sha256": "1b321b10bce3ffe70fe495044630567947b3a1ef620e72944b3a897599756803", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004484, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.651260023005307, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 745, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:45:14.395317+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b4fd729-4e0f-48e6-9282-8f3830e7f835", "result_sha256": "82406f6e8d779c5b0ae7cce745db94badb56cb85dca15fb75ae0abeffca28426", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000327, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.518077711109072, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 509, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:58.502349+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d18954fd-5fc0-4aa4-adc2-9631c74600ba", "result_sha256": "b745f2391210d8a52038aa6eb807c0b1e8ca794aa601033b511c745e0942f685", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005652999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.06835941085592, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 973, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:16.326852+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1ef50e2-28ce-4d2d-9f67-de1e760a218c", "result_sha256": "8e5db4c6deb508f328a3897e1f30a91b2e8b9212a5bdb7c957a3275b46bc385e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005862, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.149564352817833, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1014, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:39:30.833252+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a7477ce-2542-46aa-898b-ec75b5b44c0c", "result_sha256": "ee8dd7620b5ed0913c9efaddadafc01c3d33ae640785099f4ff1ba34f8a1bc69", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008394, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 26.560650740982965, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1527, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:13.141562+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1ced622-85b8-4fcb-986c-826e4732ea60", "result_sha256": "46c8cfc5bf3e7584e2286b3ce0a20eb63ce61c5c89cd649126b46e428631a8b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005899, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v30.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.232543990015984, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1027, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:57:26.994270+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "935aebd4-86d3-4eeb-b349-498c5547eeab", "result_sha256": "60d8b85e268a912428c38945e51dac96c04b6afcaad300f30d60a7d5a6dd4c64", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0007934, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.654625601135194, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1435, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:17.175043+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ee2bd08-432b-420c-8d2b-ba434bef409f", "result_sha256": "04b973d013e11c697d441ce102b34a0f1639cbf58347e9665ea3dc30f112a135", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.000288, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.492989411111921, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 431, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:02:42.371077+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1a67864-00f2-4502-88ec-3b66b0f30d31", "result_sha256": "1541106b078c0c957b3044d6c5c3049f136920e20e08ffc962ad276ffb08e763", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00026680000000000003, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.772401675116271, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 376, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:49.561561+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b89068f-6dd5-4295-acef-0b5843ac2da4", "result_sha256": "ee79495f9ad2696f1c3be0553c4f89219cb7982ba7d9b96cbaf18d542e106a4c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002192, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.824703961145133, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 280, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:04:09.426818+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d624c7c9-81d3-4399-a15b-96f2b0606c69", "result_sha256": "1531188cab8506c2d69e9f838cb58b52885f21b8a2ff6ac1f8304a46252e2b22", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0004923999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.878369664074853, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 833, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:26.816228+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c55e38af-a153-4fe9-a32f-f67d08d0acf5", "result_sha256": "114c3e9304a31798464c30fc7947649efa4f0c155d3c79c2c1c5dbbdbcae6be9", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00030260000000000004, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.307197154033929, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 462, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:29.119639+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "767db507-17fd-40ac-a40f-d9d9c58b06a8", "result_sha256": "e452cfe625806203275fb562527b1a5f328405cdc3374fd054cca5564ea05626", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0004131, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.150246531935409, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 661, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:34.896796+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7d27a6e-ef77-4efd-9b9b-8f9a56d0c880", "result_sha256": "3a093ee677322c41c8bcf4622786a9b64c7d2a021a3956ca9ea1e96abfa48c6f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0002877, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.19979559793137, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 437, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:31.445422+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "232fb117-9c51-4181-a9ad-e989b868438a", "result_sha256": "7e51bd7ded709cbe06707b9f5927e8dd83b38de6e00eba413bdd4e2c1871d019", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0004034, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.403196275932714, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 654, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:33.637440+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9dbd6af-3c9c-4dc5-821a-798968d9716b", "result_sha256": "d62496c05325384b5940c1ef6fb44a9e25fe9accf698c02ff1efe416404ea36a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00032669999999999997, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.894682299112901, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 515, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:20:40.407020+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2b83a4b-3b1b-4250-9bb7-a7d7818050b2", "result_sha256": "292a12b0512c09d75e6021c5c28456c45cd89ab37314a9e947af87d9ceb15a1c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0004216, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.63104450609535, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 700, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:08:30.978838+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0c816fc-1b3d-4fa2-8e2f-8e71847f570f", "result_sha256": "fad2798f43075d117d603bf1b88b48cf259c54b9cd31ee223bbe12a693e7605e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00034460000000000003, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.805844075977802, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 524, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:03.157114+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e8e464c-33e4-497f-a220-2296bdc0dc10", "result_sha256": "f565cd81a47ee6bcdd03981bcd13e1132e04d26487fd9ebd74d4370c846fb634", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005515, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.219827705994248, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 958, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:58.153367+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "65e9807d-e15f-4abb-894b-0cb4e1a1d677", "result_sha256": "b21c6735531a4d735187801b5ec3eb235de6e614c6b04a18b61ee16c01f39472", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005652999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v44.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.0092734079808, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 973, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:59.320749+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "45eceaad-9a34-49d3-9b6c-8763ef232549", "result_sha256": "20784cd9c14380183dff6935a198050480d17eaa987600f8a3bcf795f3d1cdbb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004104, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.303559070918709, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 669, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:40.850227+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1399e987-9e14-41fc-a791-cf77d0f5f404", "result_sha256": "2b5789cfab43a9e2a4c907e34ffaa2701b39c3aa3bc170f2baf9638c12b3cee0", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005272, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.698557452997193, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 916, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:52.797278+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "00391bfc-34bc-4b7a-9568-daf91679fc61", "result_sha256": "0ad4065fa8b83add2d1b6854b229961beeea22edd46a18b8d5cd8578f16b8c04", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0003004, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.947518290951848, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 448, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:49.000669+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddf4cba4-5033-430b-ad18-04b58922e618", "result_sha256": "0500b7716a95e29a84ec6b222be081dc9ff8ab8c183a4cd8e9698833666a537b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004506, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.807548162061721, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 736, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:31:29.339029+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "29804d6c-7144-4a83-8404-d5051b7f5f7c", "result_sha256": "d762886dad11678454ed67ab2873be5f85d7d8ee9647f5499b35a3a3e2e01f2c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004654, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.640697231981903, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 779, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:11.770869+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc23eac9-91b6-452e-a425-57ef947545b3", "result_sha256": "527eca79b8e96172f27fdce3616a73ef63a2eee5d2ca814e5aec4f78983c2b6d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00028910000000000003, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.483572091907263, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 435, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:48:37.182000+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "48ea8a04-163f-4c7d-bdb6-bcc699a73b7a", "result_sha256": "702d1c88021e4df09b225e13e3abe2406381f988df60e3001a6aeb3c2b687de2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0002837, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.76279337098822, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 409, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:31:35.613915+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b0d83d0-f5b1-454e-a3d9-03884d42492e", "result_sha256": "5c691e1ff5e8b324a60188d6a2668c93f49a44dd0f105e7ff5b5b345125370ee", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0007912, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.395535628078505, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1444, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:07.888484+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "29ebde73-e972-4206-8f73-20d07de98e04", "result_sha256": "cabff2c34970a3711e57d803bb7eed91d357bb5ade06d5c85c55c4ef336694e2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005867, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.31874189293012, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1015, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:36:04.474894+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad464126-d5e2-4dfd-9777-3112aebd64c0", "result_sha256": "9f6c0219656c9b52f8f3432a1c6aa7c02fc9af286f9e5fe59780647554acb651", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00046689999999999996, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.304446021094918, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 772, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:05:52.826610+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "80f87383-383a-419b-8655-356962eed851", "result_sha256": "0f20ad945f972270986f64377eb97b6c31a88ac5aa692d1b9c29963049904bbb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00040389999999999995, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v58.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.647462578956038, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 655, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:38:45.283567+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "530f0598-2b4a-4fe4-b6c0-4e177499597b", "result_sha256": "087b1294b312f62c6fd6b89914d0abd7017e1a738f3298eda758e8d684b60a8b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006956, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 23.239243305055425, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1226, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:37.300515+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e00aa823-4158-47ab-9102-b8947c3cbb00", "result_sha256": "e1fc4512bb8aebffff5b49fdcd0070e01c86c9279a9c4ec42f25b17543f8c46f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000466, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v60.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.661652862792835, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 787, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:00:15.484008+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "933d0435-86cf-44a3-b8a7-ee19d266f64a", "result_sha256": "ddf674e3624f22cc9260a988c0e3b97ba1c8fecbacf45362b9e24de4a1fa89a3", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003407, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.161667373031378, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 543, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:19.683341+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "787088b7-e2e6-4191-ab33-790d86fffc0e", "result_sha256": "ffc9cf81e72f904b5e2c5094767481a5333d356921886462719f0267013b965d", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005057, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.092382058966905, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 853, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:13.805015+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "96a1dda4-15dc-4906-900f-f86aef5ac53d", "result_sha256": "504f86a2a7ed0ed16a77d9c0824876e511cf74e0c6641ed40ead769a501aa297", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003229, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.537719710962847, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 494, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:10.224093+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6043e86e-ff7a-4515-8c5b-cf03d6a43d42", "result_sha256": "e53d689b7655a6f37be9bb2df4a894aaf97b97c44e6a5f847a688ae2933d5126", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004556, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.10997870308347, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 768, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:07.030859+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "04721f6b-eedd-4438-849a-46d4146816c0", "result_sha256": "8b4bc7481261b1f0a19294b4f9cbad947b59d42e33aaefdab3242887e7aafb53", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0010096, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.170162209076807, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1854, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:17.652786+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e30b7765-2624-48c8-8b20-c766e82db494", "result_sha256": "3ddce7bac01e29cc065cde047445a458d77d4c8192695b0754f0e614f7f7a15f", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0006485, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 20.750835325103253, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1152, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:12:32.945571+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "336f28d2-3533-40a0-8f1d-d6cc8c47a137", "result_sha256": "1b078df3b283412741e81ca68cd67ce932592ef1df2b1e4454433aea990a56e8", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000246, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.095303758978844, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 344, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:01.051980+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cde122a6-fed8-4550-94af-06b49f064c9a", "result_sha256": "ebe4ce1927fd4ab7d53ddf1efbecda4149d94891b3826060798b784a7dd6cc29", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00025540000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.239216286921874, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 359, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:24:52.018107+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e69fd82-e823-4ca4-932b-5673dc7a3589", "result_sha256": "7b77ce22ca6dfa3deaa3f390d9469d00a3b71ca822214eb81e100d9359c2c892", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000468, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.490035936934873, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 791, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:20.720058+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a60fa34-ab45-48e7-905e-acb5743278ab", "result_sha256": "3e11e60368e28e2928ceab27c609d9912ae77bc74f574c68d51479a5bd8a5768", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0008669, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.987580008804798, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1582, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:17.320035+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "440f5286-1279-4984-b14c-adedaa81f4a0", "result_sha256": "797f278cbc0cf0ece688f465d0cf5b39b0c48885ff806bb7d9e389cb857345c0", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.000822, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": false, "latency_sec": 27.79494551103562, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1499, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:53.869052+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8aa0ff00-f740-4028-b05f-3a2456016203", "result_sha256": "64527fddf11fe56f8973df398ece3cb5b8e3255fda833c22f3ca58e866579da5", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006745, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.189371050102636, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1177, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:17.005600+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "20ae6c93-498e-40be-b4ab-e8d28bf50e29", "result_sha256": "059893b826a19e74dba8ed998ee78fcf0e3fda095b89bb8ebecb308a6632db12", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0003027, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.758599121123552, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 447, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:32.042939+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e38c4e1-5f6e-4ce1-b019-b3d9597bcf04", "result_sha256": "d26dc204ea330100efcc48c6199208b7b0e43fe2b0cca73ac7d008bb8d1f3ec8", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0003159, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 7.588572068139911, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 480, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:49.134917+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f00e336e-b049-4b53-b001-2b4a676ba454", "result_sha256": "933cfd6307b764dcc2a82797d98ff2cb88e3eb70e83db8aceb8c2723721df9df", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006476, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.9577677778434, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1152, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:24.218681+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d538142-7a8d-48c5-8970-016f9ccb7e97", "result_sha256": "0fb7dd78cb24f055a7975031d523dfaae67f37b04ff7d43048a728263824b938", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005519, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 29.233740783063695, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 952, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:18.488642+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "51fdbdf0-f2db-4b63-9805-7eb781507d80", "result_sha256": "7e09dbbf729dc4311e30ce5ece9b3584a9a321a97f2c6b8d4412d319ccd78053", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000582, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.829376708948985, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1019, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:48:33.001751+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e47312c-b3fe-4512-8427-74aafcdb4a5f", "result_sha256": "8a8581f4acbfd3fab4b0073fc47fb5dd33d248fc97589a4cc117f798e85226bb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003075, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.817404970992357, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 443, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:38:06.252156+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e502e68c-28da-41f3-978a-31d0ad6899f3", "result_sha256": "169e42bd07b49fe8d86a0fbaffc0f8a9396aad6d54cf3fff1edacb00dcdc51a3", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005017, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.227794299134985, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 845, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:57:41.724181+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3dc34eee-576c-424b-9d24-a2fd55ae637f", "result_sha256": "fb707171c41051137443c4d9684bb8de9aea28a160d2dffe167d168ff4e571d3", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005478999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.935121016809717, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 944, "predicted_category": "non-serif", "predicted_font": "Kanit", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Kanit\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:59.429790+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "193465c2-a4a9-4584-af99-cefa731adbe0", "result_sha256": "2e114de65bf0a2f3129551fe2af417d515aea58835059ba88ce736b8efe9585b", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00048439999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.11502901208587, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 816, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:59.146246+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d7d8f04-6d38-4979-8b75-238f434ad4dc", "result_sha256": "7c58c5e0cd898ffbb78de89188608862f4945f2ac54419e642ef615c42b586ef", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00031410000000000005, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.825911852996796, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 463, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:34.776487+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a97e9b3-acc5-44f0-8264-d51d34fa0fcb", "result_sha256": "a7f4b0a494773bd87d4ac57120b32beeca7d3d4d348154c10b22b34d860af2f7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006617000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.768011830979958, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1185, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:40.706436+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6098b5bf-e7a0-47f3-a15a-2f73ee2ab33d", "result_sha256": "ce10d74f3d1ea135cfd4ddf4a6a9587750237cc8cb80e20e513fb9b7534057fd", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006667, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.080566375050694, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1171, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:57.459255+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "23271a25-1ce0-4b5f-98ff-c34662298391", "result_sha256": "41268c2eb87795e08d05328aa3f891fd0d621ac1d3452e2888b954a32600c87f", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0007792000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.317176345037296, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 1420, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:27.683133+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "37842642-9c9b-494f-ac84-6b9f0d12e0b1", "result_sha256": "da5573aaad12c7e131bd6a77d3426d849c661ce8e09f551c79e27abf5b682aa0", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005794, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": false, "latency_sec": 17.875408651074395, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1006, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:24.967043+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d803da9-1fb7-4b03-86b6-66812e1cae2d", "result_sha256": "2c922aac537b4c31f2a18a5dbb73d8bb3d809c5b5e641c97bbcd40722973c1f9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006871000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.238855881150812, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1209, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:39.856107+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d5f4782-7475-47d0-a0b2-78bd97ca4f20", "result_sha256": "6f983541c370dae408d6ff5622a007d44f8c9740d11b472aa8824598e44d30ac", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000676, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.159863577922806, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1207, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:41.897968+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "34344d9b-4c1b-4d1f-953f-97a3452844ed", "result_sha256": "9da725c2c47320e5c70993360b2df5f1aeba3004a0b0eb9d78102bbda8c9d9b9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000457, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.97782673104666, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 766, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:05.550210+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed4bb3dc-1002-44f8-922c-46a2376227fc", "result_sha256": "4b6e34297a5d951cf99ee331419c6675e3e173d51eb94ba0177ece2a22005b78", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004164, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.8375713811256, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 681, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:13:16.637779+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "12bcaf41-3d26-4597-b750-cb63526446f5", "result_sha256": "c66799551ab6a09dcf5644e1765e6c7d14933a2213871dce8b260a1c18ff44f5", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004072, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.895302888005972, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 676, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:21.218094+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "46bb1229-1efd-4cc5-96c7-c8225a691c74", "result_sha256": "a640e4240fea43deba959f175e5158d25a05ddd74d2b575e349a757fd65d5b3b", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003962, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.198765816166997, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 634, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:04:02.614883+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a54dcd7-a812-4eff-8c0c-279cf37b98a4", "result_sha256": "0d2f5bef4217c9555d08df6ca3da3fa8e76059c57d87bd3a1b7e952c202f3812", "result": { "all_correct": true, "category": "other", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0007063999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.43910066387616, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1261, "predicted_category": "other", "predicted_font": "Bebas Neue", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:20.475916+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "758a7dc5-ed23-40f8-9e1e-987ffa376362", "result_sha256": "7ace0acad5dd46c809a74ba34ad150637bad4698fce504fda36db098c952050a", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000604, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.93511564284563, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1060, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:58.473926+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f16dd4ca-fb3c-4949-8c95-23dfe8704e38", "result_sha256": "4914448418149ba49b42c723cb35e9c91d8a281e28ef8db1f18cd313de1dd3ad", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00033939999999999996, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 9.875529802870005, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 527, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:12:05.959076+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "df5f3cd2-c650-4e94-9a39-e1632e88a632", "result_sha256": "c2214ff939ce08c8222f6abbe4b4d08bc515d0961ab9e97ea191094a7cc5e638", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.000299, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.536658042110503, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 453, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:06.829633+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7626be9-9468-4720-83ce-4520b53a2a55", "result_sha256": "48f730ca3fdbc9e7e49b5f77e32f085cd2c9379016c1acc8968ca9580615580e", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0002829, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.454784898087382, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 414, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:58:43.190857+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8cff88d-4cda-49ba-8343-cfc90a6d5f6c", "result_sha256": "9761dc83c987421bd99e0437f9b26756137fdad4dfb0bd86d19d794861daa64d", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0004592, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v26.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 12.776740900008008, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 780, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:03.620852+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbd732ae-6b8f-4dee-a487-926f4e1d1195", "result_sha256": "5cca951c65ccc04208530128d192ca3eae671713a450aa9529b5513f15aa9367", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.000598, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v27.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.35405087680556, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1048, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:39.006302+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0ea32c0-2cd3-4c52-a0ab-17467f42493b", "result_sha256": "9e353109951367436de56e34c3138ff27ad778e291e68e13c9ec512744c7d789", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005412, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.365920008858666, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 924, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:40.002076+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2e604b0-11d8-40f0-8a21-71ec4cf36859", "result_sha256": "a7c3fde0424f1507c57659cb5879e5705fc3fe2143cb4cd38f220af4c74ebd17", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000561, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v29.png", "input_tokens": 675, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.4324569220189, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 987, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:15:11.283067+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "36508634-dc5d-49f1-86bb-88a646e9723a", "result_sha256": "3e38bccba161b8792aed278a83b64e8be16a0835e33ec89c14629532a431f7fc", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0003492, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.177999015897512, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:05:49.676253+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e6c6bca-1efe-4b3e-a9da-48a08f2f08ff", "result_sha256": "189cc850abc5f16a68e4d8133ab34a6270bafa033954a163e39d7963b98f14eb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007677000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.852006166940555, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1397, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:04:08.144524+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f4676d6-8ed8-4e0e-b8c8-67004912db25", "result_sha256": "47edd3ae9fb04435b26c4765a7f7b3e6efc79bf381eb70ff0995244b456244b8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005566, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.12903336319141, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 970, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:24:37.217091+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "23ca5ab2-7237-47bf-a34d-783ab3058207", "result_sha256": "154448aba2f8ea3a75424e672339469c1ad1dfdd138289cc8116126f68a0ab11", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00037410000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.448134559905156, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 583, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:05:49.958511+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3355ff1e-e8ed-43cc-b11a-65660ab85393", "result_sha256": "5d027bbfbf03878327e25c9827f4cbdf30c9fd258a7de7617294fc183ffb7f64", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00035, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.304296517977491, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:56.182613+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d7a0698-6acf-4bdf-b1fd-878064ed2c4f", "result_sha256": "bfa3aa9ddb3baf0b56e669ba5ff6bfbc8ea72da808620bda5a2ab3a13af9cbea", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000582, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.125817614840344, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1016, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:13.145369+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "77f29b50-b84a-4da7-9256-d80db00b619f", "result_sha256": "8d9a2cd017b7c29c8035680931fca7aa191c68e9d1a9e2210623add31451c572", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005463999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.520826227031648, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 941, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:36.384482+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d17842da-9509-4b1c-a628-ccac41542363", "result_sha256": "cf65a8c8b7f4e4957648ea62e211b2d340a8241a22ff25330f93e4c3a6de776a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005748999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.192951162112877, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 998, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:59.673834+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "931826e1-beff-4798-8ab9-897984f4bb51", "result_sha256": "a52637f8c1deae340de03e6bcd1987578336ad12f57c404597449696f34816dc", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0003682, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.426219949964434, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 598, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:32.841209+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cffa5ec6-cfda-4ca5-8d17-83a0a57021e1", "result_sha256": "c2770f6bf648a8f2c04f3166c57ec574c3809c59d6e46e4b0aa86494bb2fb27e", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004167, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.673175089992583, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 675, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:10:43.537829+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b0309b6-51f7-48e8-9007-0c8ff839ceb2", "result_sha256": "5fe33f0fff5127f7a9a55c52b341d4d99871d6322b5ee43ade23f8d3fdde5a3b", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0006177, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.467578025069088, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1097, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:29.088271+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae215f9c-9eac-42b5-9d45-d307cf0017ec", "result_sha256": "3ab762944da7f758a406ea873462979c5abd7c19ca1f03110cfd8acdddc5edab", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005432000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.085360449040309, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 928, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:24.553716+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7230cbe0-41b3-4c7e-b604-d284f2e668cd", "result_sha256": "66c37c09fcb08266ac51033e85f999bf609fcbf254ab3839894702abc113aa5b", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005649, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.342330367071554, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 978, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:28.081920+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9780f98b-dd67-40c2-8026-55b62db33db1", "result_sha256": "c3c37c653daceec75868723b71fa2f9d3b0a43a97cd77c0b5d1ea92328da87b5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0006056, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.464975556125864, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1068, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:25.410250+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fffaa046-0e18-4ec8-a1ff-d40f84f5c7dc", "result_sha256": "76d8b1d8dc5f0a12b197000da866598e5289c8357048796cfbc58c64804e5911", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0009561, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 26.954664214979857, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1747, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:42.776587+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a75dab9-f029-41a3-b121-76b2952267d0", "result_sha256": "1757bf67499544d195a187350123d25ba2fac53bdbe84fffd05f3a664bd994e1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005187000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.620604707859457, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 899, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:41.448444+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "afa71061-7a7a-4ccb-9029-cdba1fe219e3", "result_sha256": "8fb947e68d9fb059d01628eb9f0b78ff2d2d9381d0631f89386b02f02ab7046c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005587000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.32792612700723, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 979, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:47.261894+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "59482460-fbd1-421c-a7d4-4fadd1ff2bc7", "result_sha256": "35d636179d9160f58f8afd2b453053e1e03b4404747dda21f89b83a0861f276a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003402, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.971314840950072, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 522, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:19:38.460265+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "57b51d7a-fca2-4813-9ab4-ce85c71daccf", "result_sha256": "e6cc5c92115f0816121af611e9401113bdf17ba6fe97d5355f050121300298f1", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003034, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.424827639013529, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 455, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:41.819220+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2655f3d2-af76-4e3b-a14d-c9f14012f105", "result_sha256": "b0ec83a7c99246106c999a9698800a74af0e36f868c266d0e590bc38e7ada20b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00034960000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.490492353914306, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:58.677598+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bcb83c0-7fe5-4538-aac5-f78566f4b1e8", "result_sha256": "0d53ac03614103a6b0a3e181fa3f005a6d4a9abe75717a73a62d7f7d959055d9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00047910000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.795526860980317, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 793, "predicted_category": "serif", "predicted_font": "Lora", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lora\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:19.427174+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "170f71d5-3290-4cc9-a5e8-e490dc3a5376", "result_sha256": "b8b54f7dd234027a5ee09556914789c80d19281f8c83773cf468917bcfa60495", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00019869999999999998, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": false, "latency_sec": 5.177124411100522, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 259, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:09.684887+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "55ad6b97-3390-4781-8e68-fc30c0785a05", "result_sha256": "24fcadcf10eda08efa1ee2ae825d26dbab6f17dbc9d996b784276a23fa5b6c8b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003265, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.189923618920147, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 505, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:05.536522+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b60cc7f-fd25-4273-b470-976c2f3c348e", "result_sha256": "0ec5aed55ef314570adad64821dd0e6868fc60e29786cd406191c00d6eebbbb5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006039, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.03453999920748, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1056, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:36:19.022354+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "471fb4df-cf7f-4969-9ab9-fde3cf73b063", "result_sha256": "3ef30475473890a55fb40d78bf5eb87b7b29ce455c5b269987c2a00d57014080", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0002975, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.6040333800483495, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 450, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:14.735375+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "af3c2dfa-875b-471a-ac04-3aeb1b96e0b8", "result_sha256": "eeb4a8a2bcce0c9865ffbff748eb18db83d5a896ae4b9299969c10f23cae6121", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005519, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.536939994897693, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 952, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:15:30.532629+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "053d17a7-7cef-47ea-82ed-03d8c7e52c5a", "result_sha256": "a540acff72460a2e4c2bc02a4547dc5d804417c745644d55db05b54d98c2d7b9", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004745, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.37806373485364, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 804, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:08.433884+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3627ad74-965e-4f20-aea6-c5c9994f4d72", "result_sha256": "a624ea9bc265114eec277035902f0e7cfec3223595c97e82004ff07a30825c6f", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00026880000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.733499999856576, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 380, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:41:20.392327+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e31bde41-647e-44c9-af64-93ba1294d1b2", "result_sha256": "4042537426df7f76e515f0fb4c3d749a210865fc42136a6667a88c22024375fb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005267000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.458652992965654, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 895, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:39.094849+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8be783b8-dfc6-4b43-beef-2302658900dd", "result_sha256": "a50374f3845426df6b4006b139e8419bc610d843aac32afcd42a760305ce1c14", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005233999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.792766625992954, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 895, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:22:46.209728+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "30e9aa73-3623-4090-9062-42c90de400fd", "result_sha256": "996b2a2315868e4f2c4b791c762cd82cd9dbb466d78973c0b6c8152e76f52cd2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004966, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.875707702012733, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 850, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:43.988186+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "36ab3feb-fe10-4191-a7b1-091b3b560753", "result_sha256": "d9d4bd68cd72586c0507eb3068c898d446b39388cb7a0f564f84e78aa96f6e4f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00033939999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.549281847896054, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 527, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:25:29.494960+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7bf09ad-abae-428b-9cfa-4922913c5757", "result_sha256": "81f1cdc3120d6456fca2a87f5a880a9370ac6a6cf8c25d5055f24b40ce6c4889", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002765, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.989794444059953, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 408, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:23:44.383183+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac681750-4aa9-4f8f-8c61-1498c874cf53", "result_sha256": "1c3bcca9dd136886bf9beef011a23251e024ffc6ea9e40d5432cf424eeadce4a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005983, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.874539165990427, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1039, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:02.054560+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "60efe2af-642d-49f4-a45a-a7aadd9e9378", "result_sha256": "ef2364d5575f470056404c2b2abcc733fc8ab1d4c1159ed0f16a3a7a2dfc2577", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005417, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.228916424093768, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 925, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:24:46.254029+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9a90a28-4d98-4afc-bde2-9a6b44d2dd7c", "result_sha256": "c5c3c9c1309e078de19268eb4fef221bcfb6f528c06433a8156e6454ec5dd3fc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00041989999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.195121514843777, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 688, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:12.725566+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "59e71fb4-e04a-47e7-b17e-45aa0c53af11", "result_sha256": "f47b86e275ba70eab112cce3e26294b85d7497b68acc17d6ff793418231bbf7f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00029860000000000005, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.79671331983991, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 454, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:18:32.083360+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d0266ee-adce-46ce-a3a9-749f1c4d39a5", "result_sha256": "b77dfa8200afc53b7786db0c58dd852ce81fd6d1f42af8a6e82b68079b73085f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003551, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.418420009082183, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 545, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:54.620770+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "91888f61-1141-4244-ae1a-4b43eacc15b3", "result_sha256": "52ae302b589cf11790a29cf3929268b58c81cef2efcb1f9aff4dda768ada1d72", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003782, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.119377466849983, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 618, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:53:46.346693+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c187ed79-b3e7-4b8d-9b82-b5cb8a4d6843", "result_sha256": "168bf6edf647a06375e274fd79482567a77367e0fbd7694642c7d0ed4e093d5d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004384, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.6443964720238, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 724, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:12:53.106068+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "86ca0056-52e2-4f85-9fc8-a78483d2c2f9", "result_sha256": "8addbadf648c31b1bf0bcafc5ef3c05f53af38d0fe2dbe42781eaec100a971b5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003302, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.28563064802438, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 522, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:58.346474+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "22e3b67a-d5c3-4018-ad9a-c38f5743a90b", "result_sha256": "ea34f2627aa78a5a8657948ada2a4198264f059833f8758c7365229d5b34249d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005471, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.534680126002058, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 951, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:04.223281+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "264a6835-4bab-4d80-af62-d94f1b27e09b", "result_sha256": "2f8b4259c1870109cce4f45859fa3ce1c39b4b7c161f84ab9f4aa6aa0a7cff88", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0002901, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.362798064015806, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 415, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:57.235640+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "11569f1b-ba6e-4a51-830c-5926ce9427a2", "result_sha256": "f59d5efdacee17253da280127d2f22ade9b96af357c013b4003c37a72b2234d0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003852, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.144289694959298, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 632, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:52:57.809231+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4761927f-b2a7-424e-8575-ec069ff138a7", "result_sha256": "104c5bdce16deff6eac9142bf06232340da2635c680df98e4e694fd1b63e1197", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00044, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.302577772876248, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 732, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:00.008890+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8da7c4ac-9915-491c-b211-b90479c8aa79", "result_sha256": "74bdf5b23cf4e6ea16982036932be735d6d0daf497be12f0c1d8ab32891b75fe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006544, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.461734598968178, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1157, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:33.810856+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0464eb7-0073-4600-a706-30ef8c6d4210", "result_sha256": "d52c1e705a6ee878e0faa8ecc7d57892b70091b8c56d36f7f9f5c6d1cccf9edf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006397000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.098303864942864, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1141, "predicted_category": "serif", "predicted_font": "Alfa Slab One", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Alfa Slab One\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:50.020371+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "19a7ab8e-963f-4741-b114-55ed56c8c7e6", "result_sha256": "5e0f828771ebed03deee4a6c355206b46c86c577628a1494116ea3c2fade3e11", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00034910000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.692186004947871, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:16.206414+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebd6a9b2-d82a-47a7-b430-90535e1dc569", "result_sha256": "49dbc440b00801827ad660af1b64ab3ca9952334905fd4360ceaa044d12bc307", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004991, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.56285962392576, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 833, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:16.389477+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2d4209f-aa35-491e-a89d-f5e18bee46d3", "result_sha256": "5cae03547e5deb522fba9865b916dcbe7c753ab52d98e0dca2b3f1e4f280f8a7", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000566, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.73412106395699, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 987, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:49:26.780348+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd2be962-84ce-41e2-aa6d-ffbeb7bafac7", "result_sha256": "7b91e71fc4064e605a2fdee7a20f0f582c2b2212af0cf0ebee26e932f54a1673", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004535, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.637701877159998, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 759, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:42.401617+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f14f16cb-c670-478b-9bc0-392315161993", "result_sha256": "7503f25fd51dd4442e38edfeedfbfdfbb2d451dd52c4b950074149deeb2dc2e9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005279, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.810242694802582, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 904, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:57.965166+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d12e3fb-198d-46a0-a989-3411308e7395", "result_sha256": "ed3b08e40568c0b25576f41f99ccbec521bf5f737ddb16d97ddf667788825cfb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004948999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.175652547040954, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 838, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:05.163410+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "92aa56ac-f1c6-4844-8d9f-a07d6083e430", "result_sha256": "a049438d4ba357debf2a408fdf604c0815654f6feac9fb229acf0724547dc488", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0002822, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.186957547906786, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 426, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:30:53.168792+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "918ef2b3-f15d-460d-b5fc-06532aca11aa", "result_sha256": "8ac1371c8a36f0461e1a4855e20cff95f69e4206f9c609c5be6ae4fda5e3c62e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003497, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.133944323984906, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 541, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:25.715150+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "34e65de5-1818-4f06-8ef1-c6f9a28f371a", "result_sha256": "192d2532ad5ed5635e3f000ac71452af5f7e5c0bd0d49adacdbaa3f8ced64c80", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004982, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.064675881061703, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 858, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:41:46.577975+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "067f1232-1366-4a87-a574-0ef071a89ef1", "result_sha256": "6d0bfc352ab81932c1f5d6481030542ec4a7cf90e77a11d2e43d0fb536bf50cd", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006977000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.60019228514284, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1237, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:37:43.933630+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "24ab981c-e0d7-41d9-9c0e-e9acf1967a6c", "result_sha256": "9a87d0b3444ef9a63354ffa453560e1049f84cebd49e402a9984be9085538f22", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00035539999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v57.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.64692360907793, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:13.131500+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "15b2f8d2-ea3b-4a86-b7c3-ae3d31e23bcd", "result_sha256": "6bcde1b302b8ab65d9dc5b490d6abc050d1281017f6431f15ae47f006d6d0c57", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004091, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.009421675931662, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 675, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:12.739028+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0c43bf4-75c4-4b6a-9e29-4e61a36ef472", "result_sha256": "9621b4442590e76a759fa3296cecd12c4ad50b97f2239fda7ca6cc1a507f83d3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005101, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 11.224802094977349, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 855, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:52:48.020604+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "704b9c6f-3cf3-4f09-ac9c-7613e1c138e2", "result_sha256": "1482aee14c34d49625d75ccfbd14b44f057ce12fd753fa53a341c4e2804ce7e3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005232, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.522908032871783, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 908, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:53.469973+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c9b9b04-34b8-4e32-8b82-5c448ba9b351", "result_sha256": "ea504b1a4ceab0b8338b5dac5b51758e7e25aa22083e2650a17de709017a874a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00033319999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.596562681021169, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 528, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:43.057686+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b084527-1447-4f9e-a30f-d69f9c66a6d4", "result_sha256": "f78e3ff24edb73c3a4ad3d7c78df98287a33302788c4d3bdea51696fc605107d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004407, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.726866384968162, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 723, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:34.965093+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "74760272-efa6-4af7-ab18-40611db0f91b", "result_sha256": "243b18979fc1ae1dbcc2ef02874bfe7649fe61c62880df8be6f40d62a9726e7a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00040389999999999995, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.09985094401054, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 656, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:13.292113+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9bd1f7a-e0c5-445e-a42e-02ceed71e98d", "result_sha256": "b647b257e3e246fd498878790bed9d95a2e650dfc22998df00df3abf939e7323", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005406, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.104728339938447, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 938, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:51.705019+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "31f8f46b-b3f2-4c1c-ad36-5ee5d3a53533", "result_sha256": "74e9122cb7a1d097d0b890df09aa9e943c231584908ec6988f7231587d71902c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005191, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.244715454056859, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 873, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:05.694881+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d8694c4-4f33-4231-ab5f-357481c797a5", "result_sha256": "a59e93816cbdade81592bd71b621552dc77fd062fd2ce808143e14d955227b48", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00043569999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.646126572974026, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 733, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:18.014581+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6e0e5ba-22fa-4504-a040-5ab06544280d", "result_sha256": "abb816e5a35cbff2a24af8bc53c5c5a3e08fbb2d16c557ee32308ecd12f87041", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000335, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.842931896913797, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 522, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:32.058642+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0855d0fb-ac81-4780-850a-ac287eff9f1f", "result_sha256": "f948d173a0600f48432f16792eb9d536e65e0ebe993f84910454b236af62a4da", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004969, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.120829133084044, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 842, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:27.589255+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a672dd1-700c-4dd5-8ff6-5c53b7100c66", "result_sha256": "1e16a5319a07f587ae171ceb33d69bfe6e6ab0c62effca4bbaf7d3f6adec80b7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004195, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.777975012082607, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 694, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:12:08.852148+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "07747efc-4988-4a94-8549-5c1593feb18e", "result_sha256": "7b7756ee2b928a7cd19d5032271b946d2a919ea950f0472454f0116a56e2857c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005494, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.448309752857313, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 947, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:36:12.210343+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d91909e3-f157-4922-9b22-d0c02dbf8cda", "result_sha256": "aaadc2c4b61f4cf83ba41545284bd1981128f0d77baecca3104f889ff1674767", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000492, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.645910672843456, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 839, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:39.901687+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2265f409-79c8-464a-8c89-e2b4e1827a80", "result_sha256": "bc9bf50d7f90d58389138213ba4c266e40e3b7cfacc0f430ceb0ab3e45de20e8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0009553, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.82769307983108, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1753, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:16.868708+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6acb0035-0d66-4281-a674-da9207f6985a", "result_sha256": "1aff3e28a048407c27344db17da1a1e17036a0606ace7ad6254563fd548a4c2f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0003327, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.645201657898724, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 507, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:27.576470+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8dd27d78-6def-4c2b-8c88-88ca14420c1d", "result_sha256": "dcf14e16720e12990f962dd61e1945e3db569155d2cb00c529b945b42e39848f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008273999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 26.54144941898994, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1503, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:58.043320+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f01661f-9b26-4025-902b-a97e7c7eeea0", "result_sha256": "4d8e9c7d5df0b4ae519c2bed5d85a0ae86b812e3251e1b37b169cd77a5e5a6b4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004236, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.909626970998943, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 704, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:41:59.462038+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4a57580-ebbe-485e-b02e-a4df64727acf", "result_sha256": "9f79906736274f294f501961a4d65c0fc820d5bf7b7db386dd5f50ee435fe727", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00038889999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.812928016064689, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 626, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:19.934951+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "05922bac-d4a8-411d-8720-c7582883ed6f", "result_sha256": "6ae4fd7fec7602e0bff60c13c75d95751570e29616334a5ad26ffe296db4e0d3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000597, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.87444896600209, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1049, "predicted_category": "serif", "predicted_font": "Cooper Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cooper Black\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:57:53.044264+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "597e030f-8eda-4264-9197-0dfd79e028ee", "result_sha256": "b4bd9a91177a7c93b8eb50fcfa43562f62c2a51ec90a23ab7a7de721b7bfd5d5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005895, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.233496526954696, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1007, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:30.046222+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "062b450d-f57c-401d-8c1c-ba41bb84f88b", "result_sha256": "66f47503627cec47fd8e6cc19d81fe433cbb4046eb25f9e6e010c61cb51267d6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004147, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.005437585990876, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 671, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:31.691798+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "47435182-a390-4c23-a509-468d9ba3d0b5", "result_sha256": "5c5e4cc7bf5fd9f3c6db08abbded136aa729dbfc0c24b4f52a4cc4544049f9a4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004239, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.907736995024607, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 696, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:28.591673+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9089634-72fa-43bb-a6b4-d945583d2f0e", "result_sha256": "71cc0ddb63bafc4e449c79bde64d1cba29c8c26d63185655864d41ced274e0a6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005311000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.086327479919419, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 919, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:13:12.685576+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "90f16dc5-2551-464e-bf84-f52b244562b0", "result_sha256": "4e307e3bb314d2832946fe8c387caa6ec04ffe99cc895e1e30a2216cde693363", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004286, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.324328484945, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 692, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:55.279504+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0f741d6-3a09-471f-ab4a-52c27873f054", "result_sha256": "f5f692d59b8c1ef8197cc381dab99eed32e3fdb71cb03ee7a469100d6aaba028", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003477, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.687437416054308, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:14.290548+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1fe4ab4-2f3e-4181-8830-88b5c2c8dd65", "result_sha256": "61accd11ac42f92e3fa8f15fe443e0eabf7a676e836c3d4a4aab998f317c8f71", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007087, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.123535495018587, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1255, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:40.648840+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4061824c-4598-42e7-9946-a772dbc5be9d", "result_sha256": "73e585f2823e2541891a233cc494c30c78cc57bd74b15322d6922c6be35b776c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005997, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.113167826086283, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1061, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:32.913797+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f1432af-b94a-47c6-99cb-0e299e6dc8b6", "result_sha256": "81de19c0d7086eee7b739caf15d9c2226c2991616e79ba912e0f6013fda8982c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004126, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.486515753902495, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 682, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:33:15.161874+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa4be9b6-0a1a-4b14-892f-f2b4b0b1dfac", "result_sha256": "4d37965993b54fd094a04cf3c0b28ee232358a94fe27aa3999a67485a20730d0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005206, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.483007980976254, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 876, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:53.811442+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5757e5e-4f8c-4959-93ad-514fd272bd04", "result_sha256": "a88a60806b1c9d07700de73a53b26a2f7d6cae7ee52aded00283341ec7929265", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.000819, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 34.24019138305448, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1493, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:55.765623+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "865800e0-7767-4c79-b338-1c6bca10a2ee", "result_sha256": "cf7a317c550b30dbfd6a8e185de0fb868c70e046c7f8e87a75fa112e1238cb6d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000488, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.772679533110932, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 828, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:08.440345+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "95437ebe-b9cc-477f-962c-5ab3bbc42d4d", "result_sha256": "2f28306d39fc444657111e56021571c34b13864553efb2061d392202cbf10ee6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006144, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.058546017156914, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:01.850097+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d01f327a-7042-43f0-b035-154e9904acc5", "result_sha256": "a6288af739372b1dccea07614f92145a7504cdcffd75ac01833f9859e5502ea4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00041369999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.80037096189335, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 689, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:33:48.707818+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ac59e41-bd00-44f4-9df0-0f0b09641372", "result_sha256": "a26d9200cd6862de857815cfdddd933c3dd3c40dee29211735fd56e1b2bf6718", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005279, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.304511686088517, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 903, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:42:20.887071+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "398f7a04-bc81-4549-8230-4dc4f1ecfc70", "result_sha256": "28feb4f7383decdf94e78e703db0d9ca5c2662ee392288284a0ec1d63f9189c1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008051, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.776798765873536, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1445, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:26.366088+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd7730fc-f38d-4df4-b695-1fed7b8739f1", "result_sha256": "950711cebe785bfa4b8ad670e485ab3b7d47f57cf7780234361de0f9626d4fde", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00103, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.57482735393569, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1915, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:55:28.789051+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9aa6a98-d7ac-4182-8f36-7ed2273b1891", "result_sha256": "3ad114bbbde848576145ffda7342f878ef2acf1bd86bdee12acbe6190a505d56", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004295, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.153307632077485, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 711, "predicted_category": "other", "predicted_font": "Cooper Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Cooper Black\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:57.311181+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "08bb5b6d-cab1-49ec-94f7-b2f6efa0896f", "result_sha256": "9b53ba2dbe2c3d9dd7f639973cf759197b7b457b55145c5d8dd51306dea0770b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005124, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.56447897106409, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 873, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:25:54.295392+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4333ecf8-fad5-4154-9b8e-db516b001aff", "result_sha256": "0cc08064b34ee6d64a0149919a267936338270e957ddea1438ec3e7538fc74b0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007414, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.884148426819593, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1331, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:37.562837+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b86b5ae9-97b4-4e0a-845f-c83f3af96521", "result_sha256": "805c324c2b0067155bb970d1f03aff44520c1150af5f089d8bdb70d8bf63e97b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00023560000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 6.527851854916662, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 328, "predicted_category": "serif", "predicted_font": "Cooper Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Cooper Black\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:41:44.409452+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "41130008-7bca-4631-944e-e8b50b3f6374", "result_sha256": "2abed1ac4bc41f1afd3d3cbddc8d1b6af67a04a25118042a30fc949ad3b4ce24", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004682, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.237844754941761, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 778, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:35:27.391423+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2a3e4ea-17da-4cd3-84a8-ae61a7123fe3", "result_sha256": "aac1918b1b132efc2778bcdd4a7578c3a455c9cfe3485d5afb3d0d4e5dfe0937", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005707, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.578027975047007, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1003, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:12:17.117352+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ab4c653-c6ce-456a-bc32-b6973f702dd1", "result_sha256": "729889d2a07f42bd45b4fa6b4faf665fab97ce53e02c4571f9d9a346c75c222c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004867, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 13.511448074830696, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 815, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:44:27.245836+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "745474ba-c0e7-4990-8664-535858012819", "result_sha256": "52e96eb7dd312f1f3788c17fc6272f9efb836561e3e1bdc9b0f8e0538121cdf9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007159, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.21820474183187, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1270, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:40.088871+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c03d491-f457-4797-9ae4-2d5431ec7b8f", "result_sha256": "0636886a4545f8588a2dc75f0a23de84dbc471996fdb55f626566dd18d7eb912", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006951, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.714192850049585, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1247, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:20.134285+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd725222-f0a9-4006-b2ac-ea6ab470b493", "result_sha256": "97cba0a4f5f8877a3a59e5ff78e367170ac9268e4b67956bd5d562485a414790", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004756, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.481163701042533, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 786, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:39.585926+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "21bc5d9f-4c7e-4644-a98a-2152992f5777", "result_sha256": "d36d2723f0d4f3fb4d2251268a4f3c33e5537273779759a50edca447744df973", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00041119999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.396876544924453, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 684, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:22:42.803596+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8caa2ba7-6fc9-48f7-ae49-db881ebc411f", "result_sha256": "0f6f2c831037a83fdce49f74b76b6bd8cd3a6e7622fa0f481960c2782ab728b9", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005106, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.08657032903284, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 878, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:23:18.204159+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b0b3b6d-4bfd-4982-8888-6500e9cbd795", "result_sha256": "156f040b5ebd29044153f8bd9e6f145eb5b8422da194f07b4def2d8ae6b0f749", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005117, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.375189806800336, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 865, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:19:41.000297+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc7eb063-9467-497d-ac3c-82af62d40daf", "result_sha256": "2ccda0fd501fa98e5fbb5ceba1f62ebe25c7be86caaa8e119744bc51f711d425", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005658999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.00767499417998, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 970, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:58.018286+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e136482-8345-41b3-be24-8fa2939f9f44", "result_sha256": "be1a49476147c20d9b3b86c66fb09d46fbe6b0f61b89af6d5833ec13282412e3", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006667999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.537800896912813, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1176, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:02.196139+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8d979b8-f5b7-4a8b-ad8a-6fce4a4a626c", "result_sha256": "d15eeab068005604e18a97b881281271daafcc61c51dce2e482a28714562d934", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00035489999999999995, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.80468888184987, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 558, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:25:32.852011+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "271815e0-2f82-4637-8578-4fcc75686242", "result_sha256": "4ae53c5215903ddb2f196cf0c287f0f229e148b99ecaeab96ee32ce5e408b9d4", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006379, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.0550755020231, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1124, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:48.841874+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fc88ab7-60bf-43ab-b2a3-8c2f857c743f", "result_sha256": "f8932393fe1ff2020e9f8e561da1b19f91dab0fc9dbbd5fe44e49a40ac33501d", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006544, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.21298145200126, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1157, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:50:08.686034+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aeb613b9-3baa-4c57-b751-76a1e2ec617c", "result_sha256": "600a79b1a69b440dd0a714ae17d53dd195d6d329d8e444a01809d903d5fb1046", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.0, "cost_estimated": false, "cost_usd": 0.0007174, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v26.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 22.863673120038584, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 1283, "predicted_category": "non-serif", "predicted_font": "Russo One", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Russo One\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:31:14.498826+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4648295c-212a-4351-aea0-bd2a15be7945", "result_sha256": "fb01e0cdb5f2d05f044398f3835d795841009576dc4d64846c448c8eacabc0e8", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000449, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.591272823978215, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 726, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:29.891518+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "96f9b9db-a464-407e-a2ad-c4ee0c7db5b0", "result_sha256": "41350c5f48b1445a2e48c556f337a0923ffbb2db1558a2ffc9893590760adf83", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006622, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.612478761933744, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1166, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:37.302895+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d50cccf-9392-4885-82f3-bf310afea27c", "result_sha256": "4b31dfb6754d33fe62287c85d0eef593f70039c37eb75ed65154866555638ae5", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005489, "error": null, "error_kind": null, "font_correct": false, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.28680219198577, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 946, "predicted_category": "other", "predicted_font": "Russo One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Russo One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:14.996901+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "316619d7-f7b1-4b89-bb03-041948f67759", "result_sha256": "553387cccbfd02f57ed78769d789c75142a49a0f78d10d8439dde614aab5f310", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0008396, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": false, "latency_sec": 20.635535900015384, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1536, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:43.329133+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "24bd49c6-1df0-4bde-82ad-915da5722202", "result_sha256": "4f3ecb5feb05f83eebcf5ce471ebaf7a88d791189cbe972830194eb1a805ecd6", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0002342, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.762770222034305, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 330, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:34:59.348704+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ed2cac6-4800-4ae8-9a07-888e613517f2", "result_sha256": "c840cc5c9c60c1733302c88ff2310deb09677e198ca4ab7ad469da3b8619507c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00038219999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.35685529280454, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 606, "predicted_category": "handwriting", "predicted_font": "Segoe Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Segoe Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:27.438645+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b82c1fe-6c4d-4d7e-9814-a7bd6cc4fce8", "result_sha256": "c138292dddb3cfe23d0fadc273da8c4d3654db6817dd5632a33c41bac7e6774a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00045339999999999996, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.354774597100914, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": false, "output_tokens": 755, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:24.464504+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1a5929e-309f-48e5-8b33-07a51d787be5", "result_sha256": "2f68d99f2a867b62f540b72797d13b11130d267024768756e77aa6868ae25cbd", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004545, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.940358774038032, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 761, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:21.518994+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc9e8890-2c7d-4405-8c36-f7682f4a201c", "result_sha256": "3d012e1a82182dc0653f5bfa862012c52b886e6f603dd0805267d462d97d1b9c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002914, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.590479830978438, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 431, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:15.250310+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cfe90e4-9119-444e-a99b-1d5d41a7c31d", "result_sha256": "cb9cecc436c6092bee81c0d0933f026dc117cdf32aa8579d0ef094b2036ce852", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004365, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.801357307005674, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 728, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:18.455028+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f0caaa9-b1ec-4dc0-a005-d9dc9b1cc4df", "result_sha256": "427c8d1c82b472d368f2e527dd52cc5786eec6a067526bd4a7b97e1aa33b2491", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003114, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.84531239210628, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 471, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:49.739575+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d88c916-f1be-4219-9a8e-a0b0f68ef7cf", "result_sha256": "73b7f1aff2ffc6223d41ced6c74409b14ebceb1e01054c4ba323dd7ec09cb922", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005242000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v26.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.366629946045578, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 910, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:56.911338+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "86037952-46e4-4ac1-b6bd-e7d15efe2e61", "result_sha256": "02c4d16c997d85f8eed467635b7e72ab62f60d6a12cf715f3c3727bb3162ad3e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003445, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v27.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.762612754013389, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 541, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:49.652653+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd2352e5-19c6-4f85-b428-c5d5ae9fb036", "result_sha256": "95aa81ff48e00d5a4f58210bf4ae8c7e45100d839199cb70119291a4590f639a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006062000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.416826948989183, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1054, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:48.504900+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "44e79998-29b3-48cb-af45-06d37ca0db90", "result_sha256": "5698fd408e83115def9c9d9f3a7ecc3f5f1ae54ad362c6e3372320f0ad7a68f4", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000684, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v29.png", "input_tokens": 675, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.504282525042072, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1233, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:41:52.500372+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "102f324b-ab72-4d42-bf90-89f79f781d64", "result_sha256": "470fb5a432ee9ac295d4dceaf28eb34a733253229937b05d1d8ce3309f196d07", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005952, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": false, "latency_sec": 19.912693029036745, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1052, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:21:27.394457+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "670cab99-aa82-4acd-b20c-342d92b9b7b5", "result_sha256": "6d30e2625201f204641d8887a020dcafc39f204208e5b5065d9c29f3d373e635", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003944, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.871731866849586, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 637, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:49:22.827199+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "77b61657-3bfd-4c69-826c-741608691e31", "result_sha256": "09981153000274aa71008a4979c44c15bc367ae835e3a9903bdb9883b97cc7f9", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006687, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v32.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.06582899717614, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1199, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:04.298356+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5ba7870-2e6b-47c3-862f-1aa55d73d2b2", "result_sha256": "22414277513868ef9d679dd9f1a99c4ccbc1a2f1f7971adc32947420504205f1", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008525, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v33.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": false, "latency_sec": 27.019344647880644, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": false, "output_tokens": 1557, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:28.569916+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "412df185-91b5-48ad-a5ae-89170ff0e4b0", "result_sha256": "0fbeb9c2d2a4526d0517cf233de4b47dcbe1a833be4083c06bf6dbacbbbb675f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00046060000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.06340710213408, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 756, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:58.550380+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7e04279-88c8-4616-aa33-7579713371d9", "result_sha256": "b732aabb2ef98c5249685ad54bbd99c81e16ac50334636595172fecaccf51385", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005533, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v38.png", "input_tokens": 658, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.28912747092545, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 975, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:31:41.487774+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9e6912a-3407-4b85-8607-d2b043923844", "result_sha256": "30f5cb17b5570ae736c01b8202988a6e274e47041ce0e9d33f350c30c0aaa32b", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005051, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v39.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.118034719023854, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 867, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:44.518002+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6af5c629-2bd0-459a-b749-24df42ff2e50", "result_sha256": "0215f53d5afe302c70dd4db4acfa0bf22ef5d0f48f1497b331b67fd8848fce71", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007046, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v40.png", "input_tokens": 641, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.513793948106468, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1281, "predicted_category": "handwriting", "predicted_font": "Brush Script MT", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Brush Script MT\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:59.049339+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "86ac3278-bc68-4182-92de-ecb22cac1dd2", "result_sha256": "fb346d754b64d11fb710da74aa14a547a98f77a3356adaecbc18eb32691c3ed7", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005841, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.219831944908947, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1025, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:09.270169+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1dc4ef4-0a15-4459-b566-856bff8115ce", "result_sha256": "03cd89f5646587ef412e510f200437ff13d6634e8daf485e00ef11c454e416a2", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005636, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.79685432999395, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 962, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:34.453422+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "324cae21-b202-4633-a4fd-b36e60e9bbdc", "result_sha256": "96d27ddd089f1637f8dc9c2f7266371a099d5a158e420081ed8123796e2e4262", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0006322999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v43.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.99718440999277, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1133, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:33.152473+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "41155481-f7c6-4b57-8eee-9c15e901d568", "result_sha256": "29eb3ff430865cc25802f8e4e01533674e612c3819da52c386d68a464d9ad1b2", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000594, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.946272218832746, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1040, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:07.505407+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b402af7d-8c54-4490-8cf7-05e2f0adc716", "result_sha256": "d58019c20b011c02d92b93f381d3b3773388d7d087874ba8eec29c3c1bccddef", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00035539999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.62257106602192, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 559, "predicted_category": "handwriting", "predicted_font": "Amatic SC", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Amatic SC\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:16:14.894310+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7bed556-cc6d-422c-a5ef-310c177e2988", "result_sha256": "552ce60c478a34baf955e39903dc9d2a1ea42dbe7fdea3b457ae042e221546b8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006937, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.87255433620885, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": false, "output_tokens": 1249, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:49:08.600173+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a792b06c-c119-4ede-805f-a3c2b323b2f0", "result_sha256": "4e8d3e19a553c7755ab81e4c50d44181e2f528446fea7fafbb794418e0bef7ba", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0003937, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 9.355917111039162, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": false, "output_tokens": 629, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:35.024598+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c012ffe-8af7-4413-9aeb-2ea1061d75cd", "result_sha256": "03e013264ab7dfaba4203bfefed6d3a8a92fd02bfd7de3b9bc777fe84eeb5aed", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00034389999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.229995490983129, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 526, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:03.720342+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aca2fe54-1553-45a6-a5b7-c5da3d525d97", "result_sha256": "73d87128ea02a7ba0b8c102aac46567e55d2893aca3fcc4faa118ba1f40ca385", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000506, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.068795823957771, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 864, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:51.632454+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a54f523-6aaa-4af9-984c-5a4529708b4d", "result_sha256": "641200d26a7914a844970a05832249818ef0baa780484004283b7e6f1b1ba062", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00026789999999999995, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 6.818016100907698, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 384, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:33.408540+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0575172a-7683-4488-8fdf-9f48062ac8cf", "result_sha256": "0c8c9630425f9b063685204fc7482a3b82234872ebc992a031c58d7474a1c5af", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006029, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.768960134126246, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1054, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:57:16.993523+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1549469a-1378-4e18-bb58-d035dc22e0ec", "result_sha256": "4cbc5ed94d8523cd9eb4b2d37ff7c44427e8760708666592914a830c1d1090ca", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005503999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.923797918949276, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 949, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:38:32.949972+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a68be77a-92cb-49c5-80de-305c9f5a80aa", "result_sha256": "297cc80341b3284b18122fa753b485eb50e1050ba41494f8b268ea35edeb815d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000567, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.699755178997293, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 989, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:19.724084+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4c709da-b1a6-464f-a05e-2def3c662112", "result_sha256": "b52aba658962502b977db0069c5a4e8bff8db6e1e6d48dc36a37d8278685a0d3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005225, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.444426480913535, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 873, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:34.763725+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "427053e0-bf8c-4833-ac2c-2ffcf8313342", "result_sha256": "860f9ea3a8e406ec72f15d3a8ab140562e43f381a0e57df5eefe8a93509d6c81", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004652, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.616860419046134, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 772, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:01.984841+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab76fec0-470e-4c30-8ab0-6e53995b3de0", "result_sha256": "9dfcb1e55e3b9b2e1fcaa1336260d3b6d91d543a2913771b00a1307e4cd61678", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007034, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.363767126109451, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1255, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:05:56.922429+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "60ff4605-9eaa-48d7-b04b-0e3f3908deb2", "result_sha256": "c9741d0aededb1228581e7490cf4bffff7937df11bee4b38bf1d38ecf34b61de", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003196, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.572389781009406, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 496, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:17.816236+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a212dc69-0eb4-45bc-82d1-a30c9f5ec090", "result_sha256": "a3a8d6bb03b20e75bd868e14b468323aeb5f84f72a3f9ca45322597c4367216e", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005489, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.377326673828065, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 946, "predicted_category": "other", "predicted_font": "Cinzel", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:10:23.687879+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "14061aef-8052-46ee-b92c-7d9a37029cb1", "result_sha256": "e95f8a75f86832ea071337fcdd57b787a3b9781b20b3859a812f706c590b3614", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007165, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.67522069113329, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1288, "predicted_category": "other", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:48:23.722837+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "883a5e3f-43a2-4e0a-a3bf-f53aa37bf1ca", "result_sha256": "916f7cf9d6a22a17135ebc27e87b1c0894f26d8fe1bb089386c5dca57af2a9d7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005275, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.259227980859578, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": false, "output_tokens": 883, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:07.320273+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aedf55a4-5385-4870-963a-bff5943acb47", "result_sha256": "95c7fa300d35ca5c01bf2f8e46692fc9b99cfa3e803fa62feca00824810d8d30", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006301, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.700915944064036, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1095, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:06.947830+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddfb43d0-7a15-42fe-81f5-33c83585ecd2", "result_sha256": "4e1f325cbc174687f2d7bb0f09a67e132a618ea4266ca095505a1a8777a72c26", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0004932, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.671315925894305, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 848, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:27:19.597323+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e9e4196-eb28-4327-a44d-27b8187bb0d1", "result_sha256": "1ec0e009362e90c5e9b736d5f318b42cf0941d9d1afe3540540808d077ce5f33", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005752, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.907067792955786, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 988, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:49.898325+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0aed15cf-bb7e-44de-9a4f-734871dbabf8", "result_sha256": "5eb63b2efea402540325d0f6d4872b06300982f9bdeabdd4e528b572e380c54f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003447, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.976198635995388, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 551, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:28.965555+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b723b21e-4083-4123-9655-b701c34c3f08", "result_sha256": "1cac96f9209523518f30165728a073f246c4ea796d0beb0a423b4660138b9358", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006139, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.879175815964118, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:17:17.723372+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd21c5bb-5537-4d07-b97b-2ab1b4881a48", "result_sha256": "da7fc7e4c35ac44a2d1b026bedacab6e10ab7284e5f675b70a705db2e85840f1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006151, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.12936958996579, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1065, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:30.027694+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "17538f21-b1f9-4223-a188-927dcf8f34b9", "result_sha256": "4a8f47fdbf4d2cb809b8b3bd209519a7479efd9b1265f677c1cabebcb6fddf69", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0010415, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.242887272965163, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1938, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:07.547440+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8da2c39b-e47e-4fe3-bd2d-f62f5ba64445", "result_sha256": "c7bc9b513e1bba4bfe3dca0af542423de892771a818bbe702032104006596ddb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000757, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.14863552688621, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1366, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:58.820731+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "96e1a9bf-48dd-48e3-9f1d-63f241e0ff92", "result_sha256": "25fb263dc6232810c0afc4a0f601a47db8e29d15455034156aae45b16e248d3b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00047089999999999995, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.272245353087783, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 790, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:53.742351+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5dabfc60-178f-4f00-b707-da3e3bd41711", "result_sha256": "f48850abb242064d1c541e443c91fdc71b5be198efbf392e8ff8b0768393a710", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005617, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.64856577082537, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 985, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:09.904185+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "06253425-8189-4760-921f-14e2d2525046", "result_sha256": "9adc053ec223ebe0f9ccd9d89b25eb12b44780661b5061389da9db0777efe8fc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004909, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.568511459976435, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 829, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:25:24.199367+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "97365fdc-ea32-4fa5-afd7-bfbbda41d8d5", "result_sha256": "cbe7e0c541e156ed7fba10d4042caa7eec093bb2505efba41b8874ab8bc7a2bf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005501, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.847072814125568, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 935, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:01.992232+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6c4a7b4-d139-4ac7-830e-9447b04e5bd2", "result_sha256": "bbefbb7602e96d8038ae15807f6ecd80c2875cc34f14de88c222f958a7cc6ed0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006559, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.14080065698363, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1160, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:33.540319+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "538e324a-1e2c-49c7-953e-b93c787c40ae", "result_sha256": "92956de926d2cc65acdd5e80e0d26195c4e634a1b4e6ec63194033822716d0c7", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005431, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.493115195073187, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 943, "predicted_category": "other", "predicted_font": "Alfa Slab One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Alfa Slab One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:10:11.206027+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f53e0f33-3c09-4af3-b227-beeff8e2838a", "result_sha256": "1e22d99638d283ad082693be45825c783566df9c76535d73b62ba6ce04d78f36", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007787, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.421276865061373, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1399, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:10:45.763912+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8cd3785-241a-4b8f-817b-87254c2ced5b", "result_sha256": "a06a2ea0ed63e6117f926e0df455881868460638cd41e72d471c401c8c365fbd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0009371000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v55.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.395962808048353, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1731, "predicted_category": "serif", "predicted_font": "Alfa Slab One", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Alfa Slab One\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:10.776227+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "48ad0049-91f4-46fa-b2ad-b478999cd23d", "result_sha256": "159c72bd7cf271d6ec4e87d3a1dc5d792791e22eafb7ad453b5d45b8e3cc3951", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007057000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 21.757729639997706, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1253, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:47.230458+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca2104e5-8f63-4001-a4c7-c086cc76a174", "result_sha256": "27002e61f24f0340938c50c7aa248b5710002b3c0ec5afe904a5267646961bec", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003609, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.104024023981765, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Rockwell", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Rockwell\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:43.359967+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "61926313-f401-49cd-9369-b28c1991252a", "result_sha256": "1095a45d54e4c0c5e1c31e47bb6a89eb2ec0227f19a2a37c6cea5eaea2fe4f82", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.00034910000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.085087412968278, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:09.175367+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "43cef41a-1533-4a70-a90e-b31c39cc194c", "result_sha256": "7d520ede5681681a89d17a69e4652bba6658b3f28740e807113405a2cbbbfb47", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004356, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.269467388978228, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 706, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:35:33.805309+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c97ffd4a-503f-4f27-b065-a6fc98e80799", "result_sha256": "a35673e67bf8adde03813e3a10b9326cb178fc5c15ea4694f85b2705da7714d9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005317000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.6383880560752, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 925, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:51.270810+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b04ce0cd-f21f-4a10-ad77-09265a8fba3a", "result_sha256": "82f83b9e4f651c9c1ef5dbfe3a58ecf5b5feb759d8b4f2fc36dd142ffe8a0d07", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00025719999999999996, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.514799725962803, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 376, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:46:13.654858+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5020867e-2730-4eb2-9212-f26f6c91753f", "result_sha256": "f7ff2106700775684f8088b62dea6b89613673cf245f94453261b9853005f38a", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0002487, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.785645853029564, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 339, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:19.960492+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "25a5ed70-ef46-401d-8f43-af117653a242", "result_sha256": "b908a3e831e740732cc2361b55634ce4fb5615d6fa856361812e8430e04d07f3", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0004744, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.324098325101659, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 797, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:55.156109+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bc1fd83-7920-4bfb-a7cb-193adb37b048", "result_sha256": "1754ae4a6570249c9239a3942aa25b85cf9b21e6b22abebcd19606cf7a7addd6", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000267, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.884427903918549, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 386, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:44.680476+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5ecfdd8-4729-4f50-9bc5-2c14c505cf8a", "result_sha256": "3d89da5572d69fddd320aefa8903e8319cd401c40935c37e4546688be34c496f", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0002669, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.931535666808486, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 382, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:42.596285+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "edc175aa-6462-455c-be18-5e9362d76915", "result_sha256": "9aeb2e8c36e111f36a86504c8d5ef521c76f56aa03344da7f2d376a49439f45b", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002275, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.53577134013176, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 310, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:01.243617+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "22f04340-ab16-4bc9-857d-84a0dc2fef32", "result_sha256": "f8318e7ef62a5c674538ec8302089a9f2debef5bca981cc231d48095e5c2e182", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004429, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.562007559929043, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 734, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:51.088019+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "06b9c696-7f41-4e5c-96bd-d53c48bd9c67", "result_sha256": "ea7211491176172dbae565a8e243f2cd84f9e7453d6ff30f9823dee4812e04e2", "result": { "all_correct": false, "category": "handwriting", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.000388, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.170485749142244, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 631, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:53.413683+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a71bc54-9743-4c7a-96d2-6b3c6fbee774", "result_sha256": "1c1190807e3d1c8c5f10bfac1e6ac87d5bb7fd9569889f1107491e7db9a418a1", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005363, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.966421593911946, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 915, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:44.069810+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed9eec97-f046-4ce7-a584-6e4f776ffbf3", "result_sha256": "17e4fb0240120f8271ed7c4004b5b8ec836a883d905045aa6eb7dbe6c7d2b3af", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004597, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.900232576066628, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 761, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:25.359696+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b120950-13f4-4fea-a19b-bac4f6b0b82f", "result_sha256": "f874a4e36751e22bd427125015d31de0aa4fc6bbc6a75e6cea7ad58c272f9c1f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007398999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 22.628935822984204, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1328, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:14.519689+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d24209b5-30c5-4f5a-ac52-4880aaa3545c", "result_sha256": "c23427eafffac8a5d28447ed7722417ffd49a4765a21dd42be6d0e257b848a27", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005866000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.085907203843817, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1030, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:18.636756+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fb25157-e91a-478f-8243-cfcfe1c82d75", "result_sha256": "d66fa95360cc8f4d5241520238aff171f799323fe63c922f49faedb436cab79f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005222, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.015247252071276, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 906, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:06.237511+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d56d5864-cbc5-4555-95e3-4eefbb5c4ee4", "result_sha256": "0ec3fbf0b65e340e34dc472ab54d5ddbc6d153fe1c2f6ca96c3284242be27350", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00028419999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.7147632678970695, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 410, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:04.514273+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4ead774-ec2f-4ff8-ab33-fa10a714a64f", "result_sha256": "0c33ca26964773471e9732de87e62f74059ef378f3a03d60e32e48742bea4755", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004099, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.217018997995183, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 668, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:42.337914+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2023801b-f626-457e-bf6d-950d010a84ea", "result_sha256": "ff1d5adeee91cf7a773d341a87b0940ddf6fac6e8df49024efc4949e0ab56547", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005921, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.769426660845056, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1041, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:08:23.308687+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d1fc3f3-00b8-4a8b-a489-7772b8001b6a", "result_sha256": "7ba264907ede5f707b4a901b03ccb8533e194a623d7732a4324fd6529d1c121c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004241, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.358161084819585, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 683, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:46.122871+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb5e3e1a-f511-44de-801b-0e6535e72f40", "result_sha256": "ebb41337f8c02302140af28e99783bbcc0d7e09a97ab401d15a459f278f6e0f3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00040469999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.1343654547818, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 671, "predicted_category": "serif", "predicted_font": "Palatino", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Palatino\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:08.308368+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "63793bc8-8185-4577-bae5-f62fdb51e8b3", "result_sha256": "3aca82ed035e7e8fdfd982f8b8a0cb48757e9112823936c9c8aa5059576e4dc6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000598, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.176905476953834, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1048, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:43.943514+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a243b4ca-26c1-4ed7-919a-3c8ae20ee277", "result_sha256": "13c0c7ee79adccc49eb2fef515aa64b53bd865cc917a74bb5aaf5ed333328526", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003299, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.657389723928645, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 508, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:12:37.624867+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "353bddbd-5496-4d40-9e40-c9b11431e87c", "result_sha256": "2db85acb4e6d113fae71806762fd54d1e461e4688c2e554ccb4d3d232228f507", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006475, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.1258774548769, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1150, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:59.267264+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddaa0ebd-1e0e-4b20-a8cd-e8f3c5bb943b", "result_sha256": "5aabc30820d60af7abf1ba45b4390007ebb796a7dcebaa94268c4febaad6ec02", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00038189999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.585197880864143, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 612, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:34:44.397943+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f3b4ceb-f6d2-4750-99f5-ab4732a914d2", "result_sha256": "ef095788f147efde1fde9e0a8becb9a731c034ddf363093dd0dc39e8c9e83a5b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000353, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.850340460892767, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 561, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:10.590545+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e9e1522-105f-4dc5-be5c-1e44a28e3993", "result_sha256": "dceb6b396ce32cc28b25f8798281ea0f914b5cd768bf57ddb858de421290b3e7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004168, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.48772400105372, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 676, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:13:49.537108+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "83e63761-242c-486f-b160-6fc773ebed93", "result_sha256": "b28295b799c36f271acded0538aab29a938d8cb10d4f0ad516649eb87f875acb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006052000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.979915178846568, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1052, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:54.839433+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "adbb7947-6093-417f-b113-985e225d7f92", "result_sha256": "fbf3b77da775ad5c6e7c6a5d18bb60c59f4476d4303f1a2557e81983bc3d32ba", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004974, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 13.075153722893447, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 843, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:47.293996+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0f1eeae-c81b-4ed7-8c7c-aeafd8d51c98", "result_sha256": "c5eded63d2c4405fe4473552a1345813eaf5ddb6720b4c197f887e82e3f8353b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003427, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.369840813800693, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 547, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:59.928947+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "acf469e9-a01b-4f90-835b-5b8ecc2132ad", "result_sha256": "9ef41839f3458968e2f34fc29a66540db3009e1e6928efa130d42d641581dfa5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006669, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.111384791089222, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1182, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:41.844959+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6cbcfa93-a3ed-4261-aa85-e26bfe02d514", "result_sha256": "4963c5b0ac9e5231c1aafe05ecf2403a681f78ff7244dd73fd8c7e778ff68f49", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00065, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.010685093933716, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1155, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:35.174507+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1756599-5cd7-474c-9c94-1236f4f22f74", "result_sha256": "4a80b283cfe57761c5aa42d8fa5cf7560ccf5a5fca9cd2ee16699b248048f474", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005038, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.673594573047012, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 850, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:17.413572+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0cbb33ab-85ef-4dac-ada3-cba7ca52c172", "result_sha256": "9e1008008ee032e713dac1b82d8b0c9155a2fc1299b022a1fa17797be2d490ad", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005272, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.219144229078665, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 896, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:18.631933+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "64f98219-1a3f-4b32-ac57-1d1907348738", "result_sha256": "5055a6406a33958a1b183a30fd3f6a3cd0a05a91c364f894fb816105302f0941", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003818, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v35.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.614048867020756, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 622, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:57.404103+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ca1ddeb-b482-41d5-9900-5c44bd5eedee", "result_sha256": "2225ac49c8e9ff1f479c929457b56a8e3c69d6e4971448280d20f646373b61fc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005907, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v36.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.602097732946277, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1043, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:32.355516+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "93fbecba-8b0d-4539-b050-80b44c10b913", "result_sha256": "ab22b13af3e2300fa687af3496e6f9d1564c5290cb21d48c9ab0131c157120e3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005301, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.492951782885939, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 895, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:05.211243+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7f95ef7-9fb9-4786-aba6-d48786430196", "result_sha256": "7ec36cdb162c16e1ce6e5a34f0216f1809a34aacf30fc2a7181b924394fcd279", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003192, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.838605443015695, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 500, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:24:25.749614+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1380508f-45d8-4daf-8366-21af7939d5bf", "result_sha256": "70ebf76027e716d74b40b339504892a8772c05550eed061b69d97361e25399a2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004984, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.622887301957235, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 844, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:32.127077+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0072efa-a509-4f6e-ab49-9c907ee7ccdb", "result_sha256": "4c0c1829e4652d3f8817dbb86b2ff3b584e1e772f49dc0cf8db7be2090b59d3b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008627999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v40.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.16661285306327, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:34:19.377424+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e901c4cc-b6c9-4780-8c7a-18192134444f", "result_sha256": "a4e4550b02325cfd044796fbaa80b7e69723fd8ee904e434631932c3a8f9c0b5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00035160000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.303372184047475, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:10.251685+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a08a14db-8c2d-4a35-8b75-2e491ab8b77d", "result_sha256": "59a2b2ab4440187a61f1a6536c387055b61ff25e92ac01eaf503813d4370d410", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007601, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.11183588183485, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1355, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:00.629920+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "31625260-a00c-46f6-8a16-38a65288c3fe", "result_sha256": "e0d8fa530e48c2be2c31ca6e20e9414428a615937e18a750e169690827745a85", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005317000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.09456386603415, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 925, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:33.848415+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7cf6a41-d812-4a41-a02d-e3d1d070390b", "result_sha256": "a40e77f96cd944af07605404bed6ad982b5eeb312bed841042c0aadeeb58af27", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000824, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 28.504588483134285, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1500, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:20:37.884467+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bd068d8-7d8b-4fae-9a9b-ccd0d85961a2", "result_sha256": "cdf5a4449d6571f23d5340863aa95bd1b65fa8f63b8eb97b97046e68e32120fa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00044639999999999995, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.415978859178722, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 741, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:24.005716+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bcf3313-4946-43fd-8831-9f157f550241", "result_sha256": "16e6c7ba18bfc3a21c816bc0109abd7312004259c4447da45a837a6aa9f75423", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005616, "error": null, "error_kind": null, "font_correct": false, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.276324931997806, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 980, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:01:49.124800+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5fd4643-21bb-4652-8d36-bd948b7447d9", "result_sha256": "942ffbf4a83c43e9848e4b01a470d4d7c3880e2415702fe81e117596f61ab8c6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00043569999999999997, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 10.3514722189866, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 713, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:47.475526+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7f9302e-cc02-4cd1-b555-18a9182558d7", "result_sha256": "a199f43c6a47d4697b3965b6436240df5d8472cd52f8d42bedbbcdb2e3cfe0bf", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0009369, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 29.862081823172048, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1712, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:33.125806+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c167b409-4485-4e9e-beab-27a9d231925e", "result_sha256": "f983ff28a4c5f13e50f7127f69bcd3cd41848c31d8dd832be80ee039137f2c75", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004633, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.430465284036472, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 769, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:04.900836+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e3e0213-dbf1-4d42-8276-2011441a7456", "result_sha256": "c88bde0afc39c446f7028036bf66013e9f714081b9b15e5573fd6b1217dc0b20", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007308999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 17.61248374218121, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1310, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:51:24.796060+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7b09aba-bf4d-41f3-b798-5775a84df08b", "result_sha256": "e0c354746c5740052bc108fdba5657429378c0cbe3b4904f10581a1e99956a54", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007564, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.137658799998462, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1361, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:04.130091+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "43035e85-a864-4aed-8fd3-9aeb2a8ae279", "result_sha256": "0d0c9fed13ab76c667780bd4f2a9b46c1122055f3a064f0cec19231dc295ef0c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00035489999999999995, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.243382202927023, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:04:10.475326+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e91acc4-905c-43ca-b153-b76200a7db6c", "result_sha256": "82b44cd9ddc75ab3f43a615093dd9a3b7a20c986276266cff713c1c4da92df63", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0004595, "error": null, "error_kind": null, "font_correct": false, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.185426774201915, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 774, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:34.606544+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd53c55a-3d74-48ed-8304-ff0350e711bb", "result_sha256": "f54e320965e2b27451271ecbab5e855b0359c422bf6c7a19565f4c66e2f7e6d0", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.000577, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.460179871879518, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 982, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:54.060426+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "861810b3-0ef5-4520-b8f4-3136eda0e0fd", "result_sha256": "4cd43fa70eae34013a910169bc8ddfa4edda88bceb54d2ad201fe940d7c8e3e7", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0009702000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 31.350624446058646, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1782, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:13.421433+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b35540b-bce5-45f0-afaa-0537e0dae606", "result_sha256": "28eff084d5976e6c80d6be57cc731b3e260b6fdeba7f9bc11c6fc6eca68a43b7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007969, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 24.99079000391066, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1442, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:34.508181+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "92d43c75-92cd-4db3-93a0-0b90a99e03c4", "result_sha256": "f97fed668d3f23571577d44dbaa0948f92c7da88107d7149cd7c262afab28bf8", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0009556, "error": null, "error_kind": null, "font_correct": false, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.499649608973414, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1768, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:49.937039+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "99baae4f-bd12-4ccf-918a-cd7ed1bf79e4", "result_sha256": "256ef0eaa2643bc50cb20c41ce3ec5149af6729b413f0b22b5ac07c6ebe87b69", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005117, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.602695683017373, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 885, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:40.996647+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b0ca8a2-4add-4915-8920-e18f487c2185", "result_sha256": "9a0134c2aefeeffae4dcab11fb571c1348e06eb2bd7476a5a4d896e95a73ea0c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004957, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.59995280019939, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 833, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:05:53.146404+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8fbeb77-2dc0-48a3-bb5b-bfa70d52e270", "result_sha256": "61b42a0dcc3f49c707fe2d7e8e7ef1368d4648bc4edb8c157d032e3730c5e518", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004774, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.962980662006885, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 803, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:37.398645+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "474682ce-442e-484b-a08e-900dca6fd7b9", "result_sha256": "455dac8d8e8c7c46f8d0952ff838a51b6c8102428bd1bbad57dc6bffe5e1aeee", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005286000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.604670407949015, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 914, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:05.848545+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd07c6d0-22cf-4ce4-808f-c0e638636021", "result_sha256": "cec3a92de808e379fb347a86aeff3bfeb7ce2490772f4e1e466bbe05f3b4da66", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005206, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.384112857980654, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 876, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:15.610467+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fc3b4ef-81ba-4575-9d46-1afbd148613f", "result_sha256": "f5242db53bf11b1f11a462c70325db2d3de23cf4597421f069acff37853b275f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003307, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.64580188295804, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 523, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:37.820486+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d83679a-84aa-487c-bacb-da3569d539e1", "result_sha256": "6b723de5acdf1b9b1ee5433fd3c45cf078fe10a400a89e13a11ccd56408abbbe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000394, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.656817594077438, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 640, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:39:07.170603+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "00ed816d-16b2-4079-ba6c-8db04ff45714", "result_sha256": "cdb7dd673668215815444c41d1ddadbb696c5882dba05bd8a8570adf8328f020", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003024, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.333946410100907, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 453, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:10.082127+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8d2ca82-1744-4538-9aeb-f3f3c2259b51", "result_sha256": "98602c074ef835a93919b4f598cb8ef4758c9251923a56568603a985e026d5d2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000438, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.016271464992315, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 731, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:49:25.554781+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffc41c15-a7a2-469d-819a-81345b8abda0", "result_sha256": "4e8e5e30c4c6f350396e4ae733a161cc17e6850669c174971b8710351ec18133", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004539, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.885396185796708, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 756, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:09.693115+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "627e898f-4b8e-49ff-a82c-0faee26d2399", "result_sha256": "53a78e7924ab26e954e9717158295a66bcdeb767a3050daf147f1309eb7a53c4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000457, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.70096268504858, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 769, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:51:28.217085+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb741988-08f4-44a8-b4b5-c378d35869f4", "result_sha256": "4ceadb96543c0d8a2fb49358550f51895cc5902c96fa192f0e60d00df128c150", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005742999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.994305236963555, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 991, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:23.899877+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "84869eca-47f8-4934-b081-a07f89b26647", "result_sha256": "ea385a15a588023dca876586581c288cf226e5ca4be7ab4edaf0e6c1d1f4dee4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003522, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.082154653966427, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 546, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:43.713661+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6f9400c-02b6-415d-bc8a-a670743dfb2d", "result_sha256": "750982e1d45cc2308df9ab083228cfbb6d4ba55d6daa33bebc4cf931848f1160", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006649, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 17.57579241413623, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1178, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:39.818926+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4421727b-292e-427e-92f0-aaccaa329dd3", "result_sha256": "0cab241237d4f761166e9ae6e99908377e05ee479de736bd8a08b5055edeecc6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0002532, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.476353341015056, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 368, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:43.792281+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f143476f-7469-4734-8ac5-d128cfd4f22b", "result_sha256": "34d5522c6164549f25d2a51e3d8e70034bac32a8276defaf60763dc1a54cc169", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00048039999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.056577915791422, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 809, "predicted_category": "other", "predicted_font": "Cooper Black", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Cooper Black\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:46:19.877426+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "443bda2f-b2a4-4efa-8c5d-1f3fb617388e", "result_sha256": "ce84714d1030943add76e48b6c740d5eb022ef390935e8dd30b4c6118885bad2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000377, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.586707276990637, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 609, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:03.412017+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a1f3b8f-1579-4528-9aba-c4710b4d73c6", "result_sha256": "9c848ba7d4b37496e2e530ac97a9c71a9cfb4e4b9d576a111a810337d884e37b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004043, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.396636466030031, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 651, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:16.838458+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3f29c25-5851-4c52-93c2-ba2c3d165ecd", "result_sha256": "1ca992ad294e4b7735e2f55322b4108b80616d00604ab864d73b16e9b5f39de3", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0007827, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.570346614113078, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1407, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:31.359834+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "70a0d04c-cfa3-483b-bd19-6be29bc7d55b", "result_sha256": "a64ba3aa4587f32599938ab7d92bcb0b9650b97e9f205dbe7f0c54a83c6ce97e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003123, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v35.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.746301619103178, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 483, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:37.644735+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "137b88d1-e2b9-4f8f-a6ed-97636e253d88", "result_sha256": "ed1cdcfd581fd34c02d643f2af1cd001f348e0a53049ca6df0bdb0d2a01a611d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005467, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v36.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.720649128081277, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 955, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:04:01.264707+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2c37566-f8a3-459b-8935-b57994219d36", "result_sha256": "a674d116eadfd01fab640a54807891be6ea3fd3aeb5e9926fa5035068a841770", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0002301, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.034576971782371, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 295, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:06.766944+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc891bde-53d1-4b08-b2ba-6a21277c010b", "result_sha256": "951660bc41128e66ee1e0fd7dce1bece31294c31289378eed0c1633341f0c260", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003767, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.32895028195344, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 615, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:36:28.349607+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1b11e0b-bf8b-492b-a334-f7559d5b5759", "result_sha256": "150771d0dd66b4b58c3923c3a4d1e39c1f9492b212caad1e9d13ab5edc323247", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0002644, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.493001291994005, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 376, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:49:45.677932+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "41b40aad-c1e7-4f51-a345-b9b94f8fdde4", "result_sha256": "23861ccf7202e2b71298df47df10c5d53e9e6f7d521f57b9d81bb757332ce2a1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005362, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.107657764106989, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 934, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:23.232846+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecb97d40-8751-45c3-82fd-bb8e4373cf19", "result_sha256": "73e32c6dbfdaa0783f6b10081c1010e0b292ec3d71d14be877f425d5d0c42f5a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005936, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.719391031889245, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1044, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:32:00.598664+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b3c4573-5090-4fb7-9e80-c5bb9a0d3fb8", "result_sha256": "51112c35f7ddfbb5146734c1901e34d0941a5641f19f8809a02a36a3cc35326b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004796, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.61359598999843, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 794, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:04.380622+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3177a89f-a068-4919-bbfb-749f747bca08", "result_sha256": "9c82ea943a1a4112a86fa83646626a6d88a25d86e24bb1fd06859bb41e02d136", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004177, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.222695919917896, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 697, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:40.954368+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1462f97b-3cda-4658-b853-836ca8260bf0", "result_sha256": "c8224018d8e77ec4af082ff38298b329bd0c06b7a58c7c02b928ee5680ef9468", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004815, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.876779549987987, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 815, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:35:45.940000+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cd2957a-302c-402e-9e00-a3fead8098c0", "result_sha256": "0d3f15e900109b452b48560041e30d5583e1272ee61e67c3e2ef4441f321b4ac", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00035089999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.973059189040214, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 550, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:25:05.091198+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8cac0e51-20d6-4a33-a1c4-235ace7af7fc", "result_sha256": "afc9b21ae17d368d69e1fab224f0345363bfd626af156e6f2106df0431e5ad99", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00041569999999999997, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.546178760938346, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 693, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:14.487606+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "58729ca9-51f4-4a9d-b49a-1df821d89fab", "result_sha256": "51c74183ce4ff110580823c3b5a4fb0f68c546c292ea015b2775158b09786db6", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004502, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.16165083902888, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 742, "predicted_category": "handwriting", "predicted_font": "Allura", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Allura\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:18.401302+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4afa6ab6-1c50-4efc-b50f-9354c2bcd837", "result_sha256": "4c8dd43fe9e6d411eb2be80349d833f1ffdd1e9cddfdc527f54ea790d0eb59f8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00035489999999999995, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.225895856972784, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 558, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Great Vibes\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:26.298181+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf5704c5-7417-4357-82c7-a8ccab7806f2", "result_sha256": "d2abac2348eeaecf368e7a493753b58d81a8b46af6bc13eb15f79b4c5a402b9f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003755, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.802596409805119, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 603, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:49.136007+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e31f0209-105e-4a40-ba9a-8a49b682a0e7", "result_sha256": "46c8aa297f499ff6c7f7b635ffcb2c51f26e7c0947319956428d98a2990fc816", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0003474, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.739319284912199, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 543, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:10:55.228755+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f395ace7-a232-4e52-af37-6c674a9145a7", "result_sha256": "611bc3cb011fd9e2b4aa5483a5ae5110575b1f151d83a084a7528ca6a1e7b78f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000497, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.736530776834115, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 849, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:25:02.444067+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "21ebe11e-51ae-481a-8f8b-39a359c3c24b", "result_sha256": "0c3e82c298ae5d3a7494b3ffcba8fc764258149d03965d80b908da1ce057a935", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005719, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.43921208404936, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 992, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:38:38.572636+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c3c8c1b-3c67-4b60-9f24-52ea9562ec71", "result_sha256": "ceb7b9cf57d11c27361d12a91298536786bf01d5257a414af16fcc487c673611", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0006007, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v26.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.63286163797602, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1063, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:45:32.315110+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "af134b94-3ee2-48a6-9ae5-5afbf47efb74", "result_sha256": "9529d5cc65a9347d38ca44d7e80ce415b72013ee4ea2c5ea92f46cd57326a984", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000478, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v27.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.94267209386453, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 808, "predicted_category": "handwriting", "predicted_font": "Allura", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Allura\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:36.212721+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "184c6cfb-ac44-4a5e-8610-182d5d870c67", "result_sha256": "80ce1d6ead01d7ab0d0ddc28d4811c3eb09015f198f7782de5144d1132fc4f0e", "result": { "all_correct": false, "category": "handwriting", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0005297, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.950137194013223, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 901, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:53.808281+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "54a8b84f-0e4d-45a1-867c-2f2d157ab917", "result_sha256": "46128b197114cae9f54cc888d471cdfc9c7ad7d0aef41caae977f7582be78fce", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003413, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.774146305164322, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 541, "predicted_category": "handwriting", "predicted_font": "Monotype Corsiva", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Monotype Corsiva\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:58.672891+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "acf53928-b6b3-436f-b408-cea7b4d6fde8", "result_sha256": "9c9d0223f2b158c00b2cd7d635a85efcabe828caa32ba24ffbff5858bc41c659", "result": { "all_correct": false, "category": "handwriting", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0006092000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.22554932604544, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1080, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:10.304721+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f36ab392-9298-4852-aeeb-1a75488c20ee", "result_sha256": "259cf51268407c5a740ea28be7646a90c884aafee9eb516d6167a7fc1c1f6602", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0002829, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.043752586003393, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 414, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:23.133330+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "af2143f7-91af-4b89-beaa-16847e33c628", "result_sha256": "e3b84cb50cb8d4a0efe38f04d41daca2beedf82b5bc4d6594d5c06bae95dc562", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005667000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v32.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.185492916963995, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 995, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:01.177676+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "28c2f714-366f-484d-8d51-933823beeae2", "result_sha256": "544d9eedd4f10fb2a8634e067f996b9a54cc033949aaf5503b625dd621625e07", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005695, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v33.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.935999900102615, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": false, "output_tokens": 991, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:11.783523+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9166ec5c-3c90-4946-90ca-e4debabc1ed2", "result_sha256": "9452b42be74eaaf92a3748479ca76c04b197cfe8bf10777beb8b3f7c033c06fa", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005646000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.411001835949719, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 964, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:15.588530+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "97e0c324-b292-4cf9-a58f-85b6690d4ca4", "result_sha256": "14dc5ad250d858ef7e2e38dcb60dbaa942394b4a20693873374b2d7275005f05", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00042080000000000004, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v38.png", "input_tokens": 658, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.799496895167977, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 710, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:57.494175+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f05b02a2-8093-4c2c-9006-052f0a4dae53", "result_sha256": "c7a898ffdfb0e9842128de835aea7472f3c555778b1b217f3f5a6ff594f9b840", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003996, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v39.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.628350317943841, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 656, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:09.356067+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecc1cba8-d268-479e-af02-8dbbe02b8e9d", "result_sha256": "8370860926a3f95d5092f1238f891e02d5d872f9a813f6a03aa851fcae17eea3", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0004886000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v40.png", "input_tokens": 641, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.881049518007785, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 849, "predicted_category": "handwriting", "predicted_font": "Great Vibes", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Great Vibes\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:07.057704+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0062bf3-5914-4fcf-8ff9-7acf84458114", "result_sha256": "f2a05e386df62655eba0aa178920f1cd919976eb98602ce383db0a1611adb898", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00047210000000000004, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.033610071986914, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 801, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:57:33.066337+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "69abfe3c-eb23-4d58-bf41-c2273f007108", "result_sha256": "19663b2648170bf352cfc6bc080349ba7d0766fbd9fc4cd1632c841413b1274f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005576, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.55633199797012, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 950, "predicted_category": "handwriting", "predicted_font": "Allura", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Allura\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:22.729852+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2287e4dc-583d-4291-8019-5ec7f99f262b", "result_sha256": "6c568f72a5c86c66e8b322aa85ed9b0af1ccf6ac9d3f30afce63abef921eade9", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0004457, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.190836313879117, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 753, "predicted_category": "handwriting", "predicted_font": "URW Chancery L", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"URW Chancery L\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:19.780214+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6dd939f-da40-417e-85b4-9e6ba756bc4a", "result_sha256": "8e9006dfe1e3dcde31bf67eda99907b18e04d7a997a24814d0c1e6bb6e88c8ea", "result": { "all_correct": false, "category": "handwriting", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.000508, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 12.57573091587983, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 868, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:37.579421+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a01b9e88-f033-48d9-b566-a8b00a8c17e6", "result_sha256": "e0008a22ae6c6f8f11a5280ca3468874bfef6002b2717862a6524faebd626c58", "result": { "all_correct": false, "category": "handwriting", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0006744, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.900916524929926, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1197, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:33:34.885231+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f30c5c0-b4d3-4cc5-94d1-1145705e387e", "result_sha256": "8bad0204af701c8cb41ffd6ba319258f2f5940381bbce0b659c817d46de0ba05", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00048019999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.99528295500204, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 822, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:40.777989+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1159a27-93b8-416a-a39f-85cc1773c9b1", "result_sha256": "43e5535cf43d7454b7b1bb80de0137c201cbea9bdb9a0ead56f08b9dcfc71119", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006146, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.661023335997015, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1086, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:37.020295+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d1648c0-7c35-4bd1-b06a-61f3bb17a339", "result_sha256": "34b285e3586a8d8d5565e5d76ced20dce73b0e06d2c7fc50219be29ac1209976", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005161, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.24730704491958, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 867, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:21.097092+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca9d3a17-7231-469e-8ed7-41d456ffbfc9", "result_sha256": "3081e3855a73dfc0cb88e54c1fae9fb794ffcfd05e19eb9c6d51a1d4769f14cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00035, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.294081979896873, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:06.863860+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8565cfe-1574-4370-bf62-061f25231bab", "result_sha256": "bfc404b3ed97d2b2d2c6130296bd7c88c54204f23d1aa8cd82f6faf346620e1a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005605, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.39294202812016, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 973, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:22.577648+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1524beb5-4d3d-4134-80d2-6612f84d6681", "result_sha256": "5366861c26dbe7f9ad1bbee0b70bd06805f1bc6e2e9a55adedb4aed2752db25c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00023940000000000002, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.684114182833582, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 327, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:13:58.702906+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c94d03dc-74c0-4ce3-9552-072e0eed527f", "result_sha256": "3f307c8a836e0d0727cdcfe9231db5a11c4871fc7b63b1bb079edf6b479d21f6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004923999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.579735199920833, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 833, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:08.416510+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "caab9c9a-53cd-4ac5-a192-e39b6a6cb410", "result_sha256": "4f0562db58f1200e6da789b5f8fe66251216dbd757b0fa2721869803c4347735", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003812, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.591580888954923, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 624, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:12:26.602891+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e112f55c-80fe-4bde-a00f-2e9148aa935e", "result_sha256": "89b2090f27f8891ea904cbbbbff965fd7f6522efc78eab98f9c9811cb4d11cd5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00043119999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.170772943180054, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 704, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:03.077034+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fac90bd4-da3a-41c3-8ffe-fd462d8bd8a4", "result_sha256": "3872bfa9ae8a0d110a45889728cb55a2eb387b8ab6c6a890bc8f3d649e5f629e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007282, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.87932828301564, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1318, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:17.788296+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e91e3d8-759b-4633-92d7-736f1b6d3593", "result_sha256": "68a96cf4d3081e53a5bfec9fd73d55d78d1134d9e9c85e693699924718af8c85", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006662, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.06019540806301, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1174, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:45.987954+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5d0e4f1-3537-4c60-a899-498d8f3d173a", "result_sha256": "d009d73b610842fd1a7e1b4b3201b9e79fc0aa898469baa8a8fec0c351fafe34", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004679, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.021579820197076, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 784, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:06.257269+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb833fbe-728c-46ec-bcaf-1760f289190c", "result_sha256": "de2108a61a15066daf8ca1279657533ac9e0c5504d1e213f7b6b8bee4ea229f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005261, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.849017367931083, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 909, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:12:25.707428+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9adf755f-2811-420b-b906-0b8535603c59", "result_sha256": "e0ae5613b4bba81f029fde9eff9103e04fd1cd7eee7216abc6b11229c33f1321", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006151, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.10511543508619, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1065, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:28.602121+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e07e43ed-765d-4766-8241-f99f11d37591", "result_sha256": "d825410cb61d3955721c6bb572e6bae9028592125f0cafef587252ac51ee611b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00046719999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.386310996022075, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 796, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:51.479434+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c8d3b26-5a6b-48f4-a027-743abda81a21", "result_sha256": "edcf62c619660cea152b24f8a27cdf4f6b6cd26c6713eab32474d0e17871814c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003327, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.616533616092056, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 527, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:25:00.100243+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0141798f-528b-4854-83d8-d7e2ed167af8", "result_sha256": "60e8bdb417bc37dd2967a6be221dfb6e1865e053d2030df97959c26b3d5ec90e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004152, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.08275570301339, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 672, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:57.020416+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "924a07a8-35f8-4bcb-b272-049c9311d417", "result_sha256": "98ad5fc01a5c9b3dce5dff7600178c95f20410bf89357ee46673bb18e5695bf3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004784, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.754152433946729, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 805, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:32.673280+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a280e35-651d-4770-8171-66cf54455ea4", "result_sha256": "37335490cb4e98fb64b3b482b4d88e7cccdff13494d2c4802fc07da615b1e7b6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004571, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.29335132590495, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 771, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:23.630332+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "05a6919c-3969-4fe0-b0f1-2a30e5ad64bb", "result_sha256": "7cd8030d79fe168005d7f50c9d5c4b9ba831b077372c5ac1426fea07be3bf4a2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00031560000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.505157609004527, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 466, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:14.059820+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "82dd82f9-de79-4b80-bc6a-9a31fc8ec06f", "result_sha256": "8a3e0f5f28f3692188ed3c7f69cdd31d7a2b4b9b0d986887791c08fb773ca2e8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007167, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.931970386998728, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1295, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Futura\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:27.427052+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "85455ff4-b795-4f2b-bdde-001a0549f568", "result_sha256": "caaaebea6cdf0a3b167ba0a13662262e23072a811323a52fcb36359995e6c07a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004815, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.785440241917968, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 815, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:33.395978+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "64a06b82-ad2a-40b5-8cae-d1ad0a784070", "result_sha256": "da99e572237c197876097539a218a913fad0c958efb6770c7219376eaf8035cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004124, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.207266696030274, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 673, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:13:23.207789+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "97b9b97a-1b78-4320-9234-fa258f5e7495", "result_sha256": "35d4184d7b13cef0c141197d4c13680690e4dca3e6ce273e03a5239c68f547a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000389, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.418881969992071, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 633, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:19:24.332670+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "32f766af-fa23-46f3-b732-bb91b2de4637", "result_sha256": "17e3d7c1f248cd9afae763d95963a66c8ad8caf3af79f078c773f6e46d14863d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004079, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.076636685989797, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 664, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:50.177411+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "da534dbb-776c-4939-b43d-2b89737763b9", "result_sha256": "abd388396133d14c5fd96a205b59e78adf42b4d717b3e5f0c68472071cea1917", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000465, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.75111325411126, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 785, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:23.716269+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "61dc49e0-5ad8-4a34-9191-d2d39da643ec", "result_sha256": "900839a2017f73159a6fabaa5b2ad38d3f1539e67ac1c5d2db72df99ce2424e8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004328, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.56825695396401, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 708, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:50.949635+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "70595bfa-0e23-4a4b-8be5-b4669c668e7c", "result_sha256": "b7dd4a7f009918ee03da0b62b4ec3613909708fa7c4478dbd565d53ff2d0b1e2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0010292, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 29.29893772304058, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1900, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:29.382668+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5edb4b2-4c7d-4e46-86b8-c06f55acc10b", "result_sha256": "e925fcd4718141fb7cd26ed900a208cf4494c698a0b86198dfbe81d600a4a7c2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007059, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 18.930131155997515, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1260, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:51.311887+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9f0100a-0016-469d-94d6-96f35fd2e239", "result_sha256": "e7f7abc97cd7abd8bb61bc49616a6338a3286cceaa25f5d1172565d14e2d5c10", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004306, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.732787735993043, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 718, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:10.906320+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7123913-5f36-4340-af91-659e44411c68", "result_sha256": "e6f5074d64989d613fa2f5d055841e8bbba5c58408b4edbc5af63bdced0bb04e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003114, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.2786654769442976, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 471, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:03.819414+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "65d3e94d-058a-463d-8413-043a2a3c5985", "result_sha256": "ff177f3bace69f6f34c2878376b3aad1147c6f8ea80935edd15790c415135b7e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00044, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.131835445994511, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 735, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:51:04.117131+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f5901d4-041d-4f5c-8687-a8f5bc3a5945", "result_sha256": "4d35d1f3498e6eb4c420580f75e691cede8d9f42146d1e429d6040665a4bcc1c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00033830000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.122542387107387, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 519, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:22:58.239965+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "33d23a01-fdeb-4f35-8c34-fd6c67d5f7f9", "result_sha256": "3bec3f7f03201a202ef841c1ab2188864efc4c2ec69e118bb567de7dcee3f8d1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004167, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.21947405510582, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 675, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:13:59.676817+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "515514db-20bd-44ff-982c-c6b9ab0b7c2b", "result_sha256": "9cd949bfed031922a57a9d975fe92a0de4be564079af07f09de91c4e7b862d34", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004119, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.209608453093097, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 672, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:26.856806+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "109144bf-9728-4488-9071-0e5b483050b2", "result_sha256": "a335667e1648bd72b9e703361f772a14660881bbb880cd5e546aaffcc33e18e7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005744, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.654919493943453, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 996, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:50:41.581625+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "21f50a5a-ba9c-4708-b96d-ee2cc262ffe4", "result_sha256": "97d24f9899c5b5fd3aa20cb8472c12a7f3b839d55a8d6f060df1b389fd8e7840", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00042060000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.125627267872915, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 676, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:53.386390+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d95b3147-db5a-4d78-9c94-dc4940b7d672", "result_sha256": "8b9395a8165786bc9a1b58e31fab48db6e7296eedda1c80ed781fa3015642c71", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005212000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.74303428712301, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 904, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:30.279403+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca23815e-fef2-4474-8dbd-3797a724b9a3", "result_sha256": "277af76ddc836b7937aec8326480bed280e531ab99c57cf8091e2504058e0129", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005863999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.4556838539429, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1020, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:29.931536+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "65b880b4-ee19-4c79-ae74-56dd6aaecb29", "result_sha256": "0b0bf6a53fb7a531483c60934bf053d2e373453dda20824c9feed84061c92253", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004632, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.7710444140248, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 788, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:27.893272+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8da171e6-4f41-436b-a4d6-2af9a8ede384", "result_sha256": "330c9c4b5f41d55be74d46bdb19366cd2861b0cff853058657b42eedde4bddfc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005871, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.971048313891515, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1031, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:04.457142+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfb8d0ab-02b8-4068-ac63-0eb196a0e956", "result_sha256": "74e00de5b77670a25c536284475247bf11a2423463a504651038552ab6433713", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005816, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.883648542920128, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 998, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:52:51.708113+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d9cfcbd-d7cb-46aa-a7a6-289f10d27661", "result_sha256": "6ec698f515397e485d988eaa3dec88f5e52440d44447d04eeeda5351982f0440", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005992, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.677580706076697, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1060, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:39:04.718321+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "451e6beb-214c-4bf3-9874-2798f2ff9f47", "result_sha256": "deea8726fa701320f9067ad189c46e220e423a5aa9ec07c2d6d581cf368e40cd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004575, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.350963942008093, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 767, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:35.117612+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9047328-a3f7-41a7-8a26-56cc4b780c0d", "result_sha256": "072bbea1f4b8d2b9daa2428474f36bfaa06992f29b354f7aa9552f905b60d159", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004479, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.99270255700685, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 744, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:15.947298+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d79e9b03-b378-477b-9707-3d41ffe4de60", "result_sha256": "308261e82d21d58e3af2acb293cfcfc63c584177afef3cd9b7f1d9bf62d54caf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007242, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.298580236034468, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1310, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:14:34.782559+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6bf742e-8e84-42e4-bbdb-6f474ae8c7b3", "result_sha256": "ce4ddfc2a35e49ec7c029f62c4dbe6b279fd3972fc47b3ddf449f55b8b336bcb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004061, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.191664726939052, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 669, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:37.363322+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a4988c6-9d02-4631-a91e-b9bb5548d3e8", "result_sha256": "a3d73cc287c9e0fc33c9deb736bcc2cd7ad43adca917567e7e31df4c234e888c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00039160000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.879970837850124, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 618, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:46.431211+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d15566c3-3ff1-41bc-9dd5-e428a4fe7545", "result_sha256": "c9ad224a8af9cd08b777e24d3f20daaa4d7744b5665d0cb8dce813c715ec4693", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000918, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.469364693155512, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1691, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:55:57.068594+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b673faf4-4be8-418a-8b55-b32afa66f25e", "result_sha256": "5cb91b5c949129608ed1c58f4a15fc6c7c02c96016360da7877592f48460ba3e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000352, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.17980649904348, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:07.611155+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9508a300-b8b2-450a-95c3-9f0a92531566", "result_sha256": "3f74146eb38931e2b1fe24ee47670187db06e25e2eff5a8e9ccc3051390046fd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005364, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.215608176076785, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 921, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:29.402330+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "81ef570d-6212-44a5-a80b-522ef1e3ee1c", "result_sha256": "4f2fca9aae8f4bd80e4d6db11c2cd21331ccbc7efe094c649813eba985eb5327", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00047789999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.991841117851436, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 804, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:17.419134+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e19288c3-ce17-44d8-9cf3-d79ca0edf093", "result_sha256": "399c544f2cfa2a14b0a0e3a9c18d497fdbb3ecd50d992b01c65340cfa8be1a78", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003827, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.87859712401405, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 627, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:05:52.363584+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "55c25e28-1eaa-4f65-bfec-ebd59a8ed59d", "result_sha256": "48adb4d514086bcefa5e8b974beff7c6e12b5ddc74cf817a14685230f04ddd87", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005272, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.934515726054087, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 896, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:27.393546+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "eeefb93b-9f2a-42d7-9cb8-0762915dc2a8", "result_sha256": "802967be02303618177fc3a8a437f9f2ded1226e094efd40aa76b724d0eb8765", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004552, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.127184354932979, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 772, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:44:41.756635+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b40dfbc3-74bf-4ea3-bf66-ab9c403b2d7d", "result_sha256": "a14e654d89386fc70bce794598deae64666b3a02edc439b7ed189c6242d1fd8f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005597, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.697546320967376, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 961, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:02:11.858670+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "991986c4-e2da-469d-80d4-7405b23e76c1", "result_sha256": "2c52f6f129a00163df00b1925ec342749161860cc08a36e0e67ad2c91e077429", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004249, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.92722965287976, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 688, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:19.605317+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fef57b6-b251-4258-a6e5-7a546205a6eb", "result_sha256": "95f0a44006a09a55f5cd74050a213c0f256c057ea633495f45f11b63a23102c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00038260000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.421165640000254, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 622, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:59.924203+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a29231f-6f08-455d-9053-c12c72fb7997", "result_sha256": "8f268fd740d94d8f87e8820a3c767980e4a14307ba1b9781704f631234c6883b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00043860000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.791694954968989, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 712, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:45.945744+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "eccf58d1-edcb-4390-b076-c10d9a6d572f", "result_sha256": "d1770f1066a3663598ae7bd993eaaa4f419721444e4a63a93669e6a7976ce2b1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007987000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.727572951000184, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1459, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:59.530500+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d159b0ec-a7b5-4afc-9593-d122fcc180ac", "result_sha256": "789842f4762581f8a287cdde1e33af1ef3857800710cc1df587c6da373e3d22b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004482, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.08437044499442, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 758, "predicted_category": "serif", "predicted_font": "Baskerville", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:22:48.173174+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbbdf2a7-494f-4951-8fad-d07315d73a04", "result_sha256": "f2c461a0943ae104c76b5085e0cbe34c790495d45e446f0922ab4e0546bd0439", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005397, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.24403400393203, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 921, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:32:10.230195+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c75f735-8ae1-4646-b677-5db5ddc7297a", "result_sha256": "cc380c6350f25e3dd9b44cefdc26752675d4cdd0f4c9a061319decaf2ab38f1f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005434, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.322896988131106, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 935, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:08.849099+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e111800-aad0-49a3-a78f-87c753b13035", "result_sha256": "2eb767617f263d443976cb054141ef60ce7b244a1ca55457861903670a32e12b", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00048310000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.339297982864082, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 823, "predicted_category": "handwriting", "predicted_font": "URW Chancery L", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"URW Chancery L\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:35.805896+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f3e6d07-399a-4ff2-88d5-3b5628681694", "result_sha256": "f7ab9b835f27add6f6c1558727f9de72192d0bb879d13cb63d971f4859c0556c", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00048810000000000005, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.973095600027591, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 811, "predicted_category": "handwriting", "predicted_font": "Apple Chancery", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Apple Chancery\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:12.108168+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f5a4415-b0c5-45da-8389-9ccaabc3e0e1", "result_sha256": "20bb6c62448a8ea54b4e2594724baf08d50b708070b93486c1fd651505d8b866", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005807000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.068146341945976, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1023, "predicted_category": "handwriting", "predicted_font": "URW Chancery L", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"URW Chancery L\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:54.409652+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fc2a3c1-f491-4479-84af-a7f547cc6ac7", "result_sha256": "c7eca15023cd49997cf543fe3b3348148aa5c928dbeae152c4526718a69ff2e6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003765, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.92167095001787, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 605, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:30.483754+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e93593ef-a9e5-4723-b20d-85456df4666e", "result_sha256": "a2e6610f8057f70e539d796a7dae5c6eee31eeb82b668b2c23a207d7a2a21e74", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00037539999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.835541395936161, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 599, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:26:41.631935+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f245f6d-9249-4621-b322-1e2295279f08", "result_sha256": "5deb1fab8bad64de1bc83d2e5b5425005b182d6629c89a7966a4eec363f7f165", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000524, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.330278219887987, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 903, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:45.573595+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ace452fb-d270-47d6-a1e4-d1f1036fc628", "result_sha256": "cc1fb95a6b1ca874397352b229e9c89b54b6b9394aef0b3c7a8cb8b17a527cb1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004364, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.886183633934706, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 721, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:46:51.076717+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "70eae3c9-23ad-41f1-a40a-6ebe610d68e1", "result_sha256": "c82c10798fb6065a357841c954e658a0ffdb871aff73824b8d435a6fa5556742", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000533, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.078314545098692, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 921, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:25.617205+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "13dfa5b6-f38e-4e15-bad7-7aae3f74c31e", "result_sha256": "492823708c9fe789177aa437c5dea0e02f1f17d73f130c75553567addc2f0181", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000504, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v27.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.335784572176635, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 860, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:47.384966+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e55f8f8-ac34-4c74-84bd-96e7fc7c9de6", "result_sha256": "617ab5963cde9a389b0333d06e4d11a473fc1fef2e23123a04220544f3ce4183", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008722000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.690304551972076, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1586, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:49.614127+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cce9e26-9465-4092-b27e-979bc643dfa2", "result_sha256": "dcb1b1b27ab4ff3f1715f54d1cdf842637acdb0c6514bbc95d95086240ac39ee", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006344, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.87596406508237, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1117, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:09.928014+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b23623ad-ff08-40c7-a306-4ae44b9842ad", "result_sha256": "72ce1bd141ead20bfa27561eceed239920e83b476be58717a619b9f8f8e48564", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004952, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.012560897972435, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 852, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:49.700970+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fc06fd8-9980-49a8-be06-9a58f08b40a6", "result_sha256": "9f812a08589c2cce998bd2fceb417d140790a36d2c94c0b6d71d71d45c60c940", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004094, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.841042852029204, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 667, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:34.169503+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2da02fc-7ed3-4c5c-8698-f6b04c8fabab", "result_sha256": "d09a3ff37c013cacd3e819da11894cc09b147e9fbf8aebc5affef4de2b87108a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004015, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.93313739891164, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 658, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:49:35.898185+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae2d133f-9fc0-40ea-ba69-14f4afdbc4a6", "result_sha256": "3d3bf5f42170d729ee25585442b6e7081f97fd3bc485f84b74aa0b6f81977bb1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006152999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.462292499141768, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:04.335330+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3de4b8a7-b6c3-47d2-ab36-2f103f662acc", "result_sha256": "35872b83654ba5c67d46a2536a03b3d7b90864a165db13c937bc9c4e0b44fc1c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004732, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.215602978831157, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 788, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:55.499846+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "376b7c1e-070d-4b4c-8feb-4abe0f3db72a", "result_sha256": "0ba4633afc7e555e70d1ac3abd8f38794e743735943e2a4c09d82b13e0cd9677", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004609, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.87404926493764, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 770, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:46.687625+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b86d845-66d5-4216-b1bd-9d16e737d5da", "result_sha256": "54b872e3399d69b52c068cb65971514977f97d3bb8cfef75c83cc7ab1020609c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003036, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.23727458785288, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 464, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:48:52.110521+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "df460d97-ff5b-49cb-a1f0-7e0c57e13f02", "result_sha256": "bc1d5268815a36eb5aaad709f7374c44a39fa1f7174a7f88e5f72840ca097412", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00036060000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.155759679153562, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:27.314842+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "66eb0675-4238-41ac-a88b-08bc323c47c4", "result_sha256": "f91d9a577267926d68ee2f96726047c3d2aff8dae6d118b839df0d04d77c2325", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004462, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.883383692009374, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 754, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:11:04.494704+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "83913f62-6e53-4b42-8704-71b05e5cdd94", "result_sha256": "d4cb85e04fb9b38eee823fd186fa6dc76d93a1acd8576dacd5ec23ea59a84fd0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00042239999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.93189887306653, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 692, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:49.884102+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7812c9b9-8f0e-4f1c-a074-053b6d181aa7", "result_sha256": "d956f7e15f25ce67817c5819021369f2bc123f946837b315b2e4e9e272a81d34", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007537, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.992009069072083, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1369, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:59.023805+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "602d13d8-62da-4475-8fb8-64fa1d0a44b9", "result_sha256": "bb644b023ee0b58c47687d011d4e070084c17759b224f60b3fbd1fdaa218e432", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006586000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.936702497070655, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1174, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:27.827274+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "304b5326-2339-446f-ba0b-8441becb6a98", "result_sha256": "b8f162d053e4d446bcd43c37742591575a783d02b3b36c1bcfdb77123c9d9050", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004201, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.801551995100453, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 675, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:15.854106+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "51276c19-ce39-4718-bbd3-f7f3c942663a", "result_sha256": "7c4095aa5527a7013759ce70f338870d6b5ff763cd2a047f2ae01911e96ec948", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005377, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.502491381950676, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 937, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:42.834301+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "79afb609-6ccf-43de-922b-c495114db86e", "result_sha256": "db6401b070e3699c0aaa9c1341ae01f69a37547de4a86dce10aebf48af8019fd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006125, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.446664924034849, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:00.164014+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "10ad7ce2-b5f8-4d38-89ef-5c05ee8b8ac8", "result_sha256": "5b0ad1375ebc25386bf492dbb0d95f9a955d46b075de00a97fda657ecfb874b2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00042439999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.151437646942213, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 697, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:49:35.211307+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "606abeee-6cd0-46a5-b06a-5d5d9815b2b9", "result_sha256": "0807eb797fcbe1763cdcadda640b1cd4a6593e0f9083fb4ef4a24f8db4ed9b84", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005056, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.864684385014698, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 868, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:37:34.716851+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "74ffdcb7-684f-4899-bfd4-a3fe47b9af74", "result_sha256": "4eb28ed2e9daf426b5cf18e2397f21b6cc532c621a1865f1d20cf11c3b7c0a79", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003427, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.271922700107098, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 527, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:54.876160+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e26ad122-a314-43b5-a457-f2dc735368f2", "result_sha256": "6f507567d28f53f2e961d8fff25d4dc3b6925bfdb516604e7dbd54ca0a7aef7b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004889, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.040238589979708, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 816, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:58.359062+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ef5a957-a668-4f51-a7e7-fa4ddddd89c7", "result_sha256": "c99a1b5774e0599bd32968dd89f903239df513fc15644867cf2f6adea8279d71", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003393, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.869311213027686, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 521, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:09.553078+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef502c6e-c452-47e9-8664-9243b89fdf88", "result_sha256": "3757f881d5df82d1f54f4cbcb58fb192b46133a7ccf39cd10da4d78dbe3df6fb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004364, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.468429649947211, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 721, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:33:24.132531+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "29d285b3-3031-41d5-bf32-cd9193f54c15", "result_sha256": "612ea1d8a0ca10c695470257e7cca935fa2198bcecd1d58af8bfd157f3e9aa0f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007528999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.879902577959, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1354, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:42.844377+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d04fe85-11e8-410e-822d-1fd4589caae6", "result_sha256": "2bea89f820e631c3d228f7a364274c55c24ea0c7d0bfe0a77e7333eae5c4e26d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008614, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.187413883162662, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1571, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:47:41.546007+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c97be193-d025-4d3d-9af3-d0a5f236db2e", "result_sha256": "dc6feed595f33bcacbe512b6d920b51c1c7ff54bb5c55dd18005e368e7d5ab35", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000352, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.60161265404895, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:17.008772+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e8fc645-c8fb-4b45-b9a1-fe3abb4a3d9b", "result_sha256": "e3bb49c3f25144075abbb03555b5ac57d6272b4432fbba142f571664bbe8903a", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003655, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.724599157925695, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:13:17.929127+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ba1ef84-5221-47a3-9e55-388a4e97b65f", "result_sha256": "591c434f40c73175a715fbcce4cf2fc45f8fe15b8e489bf46eba77da115e83de", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005437, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.0882981820032, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 929, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:10.630391+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "185a6d16-1acb-4e1d-b4f9-c334b01b4130", "result_sha256": "93dccdb2ad32174151a4587bf98be056842e3822c926c29f445da502cd2e5672", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0009389, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 22.989089870126918, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1726, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:04.819902+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a6d4f29-b015-4187-a254-1c2540b02f1a", "result_sha256": "6d82b3c821f948ff9ef88aa0a0a463f461ed61fe8c5e71c7360539b5e4c19e29", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006026, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.250477879075333, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1062, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:25.812854+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0700e87a-3482-4b93-80cf-03d3f0e5f5e0", "result_sha256": "2202f467a7569604f11c5d39b78ff518743778fb56a8debf267aa56ce6d470cc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004894, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.960804777918383, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 827, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:49:54.957075+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cdf496e-0a47-4c18-8e59-98381d5809b9", "result_sha256": "1672e1c229e409993af7ff36a58165b916629fb8055a8531b2d842b3f35e835d", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004055, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.024575822986662, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 666, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:57:32.019169+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c2a4da5-de23-4796-b030-eef9be1277f5", "result_sha256": "949be1a108cf9799c04133a98d3dc6b1659ba509b7655c0a55ceecc21f56bcf3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000394, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.566486936062574, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 616, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:44.102429+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "28d038e2-4279-41a4-a7ef-7fc89b3614eb", "result_sha256": "9fd7551ce173adb6c13d8c7b1c71e7de8c2548910b9f8cf3be40e2a1591b05c6", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005561, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.728724425192922, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 947, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:50.998759+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "21ddf09b-3da1-4a56-a72e-d33416af97b0", "result_sha256": "f21d21f8ff6a3dd042d939f5a22ccea0e60a478c9dfb3e0a42a1b68cf6ef176e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0010062, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.933811991941184, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1874, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:32:23.152382+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "40e897f0-0c83-4516-8f88-60db6bf7c461", "result_sha256": "e3de25ba737f28b46c35c5a8216c9b45cfee3a6e5cde229c2a3d82137a07e07b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004702, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.644677257165313, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 778, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:57:13.057609+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e378cdbc-5a8f-4fb6-80ae-3d34c502c944", "result_sha256": "edda2b9139dbb1be9b3563150821d07351ed01c82f82078db6903ceaffff8c5c", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005867, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.639092015102506, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1035, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:24:13.880681+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f0b72d3-0aa1-4d2e-a896-8adc889f7365", "result_sha256": "3553094fc277de548b373d6aead617f58d515c3d01268013df6d14c7062519d6", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00035539999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.269298508996144, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:13.112711+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "609f2d79-9476-44fd-a5f3-491c65f50460", "result_sha256": "64d9e186feb797942c66d18f41bf6f69ed9733de9dbf23a3e775567e6d51ae20", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003436, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.473976762033999, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 522, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:52:44.279375+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2de1833a-909a-4721-ac14-589cb1575bbb", "result_sha256": "3733608cd898f733508d51d8017441231d0dfd76335f3235f3921e78a99a9698", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005747, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.824297382961959, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1011, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:12.447220+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fd0f5f8-61a1-4472-ab18-011de0452b68", "result_sha256": "fb20baf09c27ef13662934176e83c444a82eea9119e82de56564c5ab7366d654", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007325, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.583654362009838, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1317, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:19:40.334305+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4caa13ae-a472-41d5-be6c-a4feca841d2a", "result_sha256": "46a2716a6bde47ce65fea666172d14a94b525a1546bd38a3281d689a24024664", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008279, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.776430930010974, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1504, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:01.109124+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd2293fd-b515-417f-9b82-90587ecadc24", "result_sha256": "ce48113d4d0a78d0b36db51ca2cebc9cbd7df0b211dd7d8f45f62c199a8fa3d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006337000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.913472566055134, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1129, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:35:18.490969+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d846a57-3031-47a6-9449-d9e7db32638d", "result_sha256": "f155e9dbc0f9e3d972df6d576ba60979e2c4c745e3020c1583da686f1e640a0e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004732, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 14.047492418205366, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 788, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:33.975869+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd7f6420-3739-40e0-971f-6485c11dd7bd", "result_sha256": "573e6298ed2b2f17e954b8e313d377759255079c2fc9ed6a628e642e59a5a429", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005419, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.482372818980366, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 932, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:02.962840+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "762950d1-e3f6-407b-8122-b40db3b8b158", "result_sha256": "361b32607685d494124786636ba1e8c502834a5a1a858c7ec290dfe60c766491", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0002676, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.011720529990271, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 392, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:34:10.861704+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0cd4a3a9-00dc-4453-9ede-d819b295253e", "result_sha256": "ddf0d40c2935d0d1c30efd703e23b0f4df79353926283528f3a9e327ff9831f6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005771, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.34737708303146, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 989, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:23.810036+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "48097618-6138-415a-ae7b-ef3d2b047a66", "result_sha256": "053f91f5e3eed97e646564c702b128679fcbc8f9fe51f13db89ebf8131c8eff1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004697, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.518166340887547, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 801, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:13:21.202922+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c392762-d2a0-4794-9501-ee4a4cf3b328", "result_sha256": "597b39d640853ec27af36ce86232519eef9f36b08b6ee378fb9824c2294916f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000352, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.45775854587555, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:46.405104+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7752c115-bdcc-4522-abc8-c0055129ae87", "result_sha256": "4be1ca7d191489da0872aea827f026e8af11767ce2ed9847c64b789b9a5ba2d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004099, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.127708381973207, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 668, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:41.375115+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f92a366c-d46e-4bc7-baf9-5ccca1194f14", "result_sha256": "38277f479debfb40c2993f28ae8576bccea0d04f1ab62783782c2c47bf3441d7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000515, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.983570979908109, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 885, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:08:22.250916+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "414fd93e-58ae-4c01-90a5-8ccae5b0051e", "result_sha256": "f7f3ec50a9f3f00315faa81a731698320fdd6323b7484d0ea6400bfd2c3f0c3f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006584, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.019792536040768, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1165, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:39:23.168533+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ab0f4d3-5c9a-466c-8a45-180af11ade17", "result_sha256": "00a38ea32fd3a53f95ce5db7b2bbc1bdb11fa57db67299fe2ed8dc3c271c8619", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000595, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.098839183105156, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1045, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:45:32.575867+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4535dab-568d-412e-8694-5cad3f79bd7d", "result_sha256": "bb4eb3a839ebceb5e904b2aedd7b52f6af29a0f4162fd6e339d013558caf5fea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005773, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.370571330888197, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 997, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:09.252455+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "35be5f1c-8fd6-436e-af38-7db019b33d89", "result_sha256": "a175b26b36009f5773ddfcd194535cd89f86d4d59fd45c0d6f2ac399b477cdc3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005477, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.834066042909399, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 937, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:29.602740+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "65055f02-b542-4e92-a3d7-b90a41faa8bf", "result_sha256": "76620ef1c11ab26459888058de0ed71e3aef9b093276b4a35f7c31def2ac925c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007597999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.659965822007507, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1378, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:36.535499+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b18a11ba-2146-45d6-9e5d-5e99e9395502", "result_sha256": "cb16531f61f663b7d6695f7016ee351796fbe0c803920a5bbb3de09de5bb4997", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006147, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.469154014019296, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1091, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:20.283660+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "deb0be41-dfe1-451a-a40f-8735f329c633", "result_sha256": "642f6b1081d49b8291e21d02efc362e072da8a5f1c25526768bbb3b5baf9eb98", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00033339999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.47648978815414, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 515, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:17:55.857948+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1471d527-2b7e-4ec9-bcce-74b3c199deee", "result_sha256": "852b2de498b87c3012cb9aa78122574cdec4abac13b05915e6f5d4c37ea718ef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003655, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.277355438098311, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 586, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:29.220918+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd9126b9-5776-4579-a984-77a7f7f4f2e8", "result_sha256": "901c8252fc9f35f41b05c69f8ee959cff92c2a7d9542119586da660f38beb824", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004583, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.421291474020109, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 759, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:32.758305+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1601cbf8-b06d-419a-a24a-550ef671af5f", "result_sha256": "f1d74e2d667f0cac611e1970f52c0d0038828e7a2db7af15ca97e4f1ab43551a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004122, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.317413668846712, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 666, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:26.022011+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "abf1a899-68d5-4394-a4ee-a5aff0e2e543", "result_sha256": "84581960ea51927c5a348b1fc2c77e29f2ce0ddd10f7f01250e7f111e27231b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003294, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.586464158957824, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 507, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:55.982228+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e34f60d-ef55-44c9-9f96-263c5b481869", "result_sha256": "72318fe8364229359491adad926c743fbba177953d26596c4d5a7d989dedbdcd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004066, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.002706076949835, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 670, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:49:04.763101+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fc315ac-f47d-47a4-b387-4552090ad9bc", "result_sha256": "af14c831b019f68cc948c6ffcbe7344d05475336cc599fc72f80f2a340457c8d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003466, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.267812491161749, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 528, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:22.436788+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf9b3afb-9462-455d-a533-00e2511c0337", "result_sha256": "265d6634a304597842c8a63e52f86541af4d03f6f4736216db3e2d7a3b0a9747", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004497, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.976192774949595, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 761, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:45:00.787510+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f104b21-abdd-400b-8ea8-8546b5ecd8b4", "result_sha256": "4271017c6cd9e31ac0370bfb29347fb2d1056cc38aad06889946a5887d9cb809", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004674, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.28500199294649, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 782, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:39:20.053154+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1cccc87a-7c18-49ad-a9c2-2552a63651c6", "result_sha256": "0b80ef8271e38b2db3ff3c393f995a1ec9b66af81dd2b902b2ade9576d122e8c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00029769999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.041065183002502, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 457, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:26.478455+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f381625-6728-4730-866c-a03e853ee02b", "result_sha256": "faad246a3e0711d0af1c5b61893ca1674963d95da5618b5da1a05700eab9b00c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002856, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.167161526158452, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 428, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:00.684743+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "93b031e9-cef6-4374-8489-eb1c00bb83dc", "result_sha256": "f17e4db9d12c83716f1851789dc006c0f3608c376064255470bdf0050ac1cd20", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004331, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.998715723864734, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 701, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:43.502538+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "41e47e26-cc45-4a19-a931-3abee69acf16", "result_sha256": "c73882a63104418af481a623452b8ab7aa2734a3e32c0afa5a8e1b93c25ed18c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0002683, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v43.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.75353929400444, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 405, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:41:21.435171+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad51ecfd-ca95-489b-bdbe-673e0d295814", "result_sha256": "dbfc1617268b1ceb2db5a3a1584d64abb3082a609674059b76937c45b191b5b9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003905, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.91156352404505, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 633, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:33.759539+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5465ef48-ab3e-4b5a-a303-c9f946cd5c9e", "result_sha256": "3b6c6e8b6d4e3effc8f0c9cc26e7d20de2e372349fa9818096ebe76fe079b492", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007104, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.057849447941408, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1269, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:36:49.603050+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4fe8b74d-ee83-4b5e-b7e6-c961336121c7", "result_sha256": "c43b58c437c83c12183f89d92cc3c75708f06def46601cf8f19887a497c0507e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005877, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.883332564961165, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1037, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:45.636601+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a077c3fd-5350-479d-9fde-d1b09b3e1815", "result_sha256": "5e9c7af9f6d30ca4f1c23dcc2a69ad33ab1ef7440921e4f2ba1e84d35f7f6ad7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00044960000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.266518347896636, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 756, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:12:55.959018+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "76b0d9b3-fbe7-4511-81b6-96cd4c2ee831", "result_sha256": "5f4a5b1b7677e5cd66136c504571ae9675d7dd7c7a33987752226ce37d289ad1", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006826, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.51313776196912, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1200, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:50.394350+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3dfd5a1c-e676-49cb-921d-ae627779de35", "result_sha256": "8e26c4cde88e9b817a2a7bef4a50f5f4babc4b14f42c10fe9c6b901e5867db6e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004665, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.482296781847253, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 788, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:42:11.854722+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b58b326-070d-4306-8ccd-bb051ceb618e", "result_sha256": "69e2860cf3cad07938b6f3fdf2e1fa6b1df6a02ddc83fedaacab0b39924f25f0", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006085, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.173846079967916, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1069, "predicted_category": "other", "predicted_font": "Fugaz One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Fugaz One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:51.295273+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d57fd6a-ca95-48b0-a59d-00a1452bd6db", "result_sha256": "d07b69ad0eff12b309408490c1fcd4fb7ff30556f3483203e593a84bac7cd061", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00035089999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.116890016943216, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 550, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:12.021974+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9faa05de-3651-4346-b899-8471df6a6b67", "result_sha256": "c03bc196e133aa5da7d61c8d1ae4d644e76ef78e941b6202d839311ca56b097a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00045339999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.022649062797427, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 755, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:36.655393+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a89e2504-5886-4bd7-8d96-316b2b5dc73c", "result_sha256": "cb19004933fb46c9b84cd95390d8af8389e8138db63eeb18a101e69b1c47007f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004207, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 12.86541511118412, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 703, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:22:57.603703+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "560e60bb-dba7-44d9-9ce3-f74217962fec", "result_sha256": "15c1022259383db0cc78022700802337b04e0c54e2760387cbdeb4495501205a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003212, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.487853130791336, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 484, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:02.095277+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e171de2-2697-47af-8ef0-5333fd46c7bd", "result_sha256": "f01fe74593d57a318ba8aba434f9a1724292c748fde16c15ea42284e83af09d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005392000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.98372615291737, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 940, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:41:52.783095+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c954c78-8abb-44ea-abb7-bce7108dc55e", "result_sha256": "f512a7cd9e39a1ba669cb3beb03aab4de85e53ff9bdf68e5515abfe72ef7b3c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004182, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 13.483463587006554, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 678, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:32.946210+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c7a8468-5423-4a2d-8028-75be57cf07b1", "result_sha256": "e01929b4c5e222e89e969da412977190e70c30f18e3a9f5631831f12a0ec3f3a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005279, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v57.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.535246814135462, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 904, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:06.594906+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e5e0b9a-33c2-4904-a837-b978ef44de2a", "result_sha256": "a185af41422094b910840ffece5d94cd82d151a0b774bd42da016bd8537b5912", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004401, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.484613477019593, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 737, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:09.524394+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b3f5da9-e53f-42b8-949e-387c7ec1bedc", "result_sha256": "b81934bf681c4774cb685ec6568328592dea8314b5dadc90e961a26c84606673", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006256, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.039630188141018, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1086, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:19.203480+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f22c6782-d46b-4d46-b36c-7640e9b629b6", "result_sha256": "da3144bb0220f992f16d1fa0a94b7d9a74f19fe3606370a58f1263d2c3e58661", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0009907, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.456856905017048, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1843, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:28.045736+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ae625ee-6446-4c35-81ac-52783016440c", "result_sha256": "60580cbea966a874b4a8b0bb2bd7f1c3e15cfd7b24328363b1aa87422306ff2a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002827, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.189745323034003, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 427, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:02.256783+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "907876d6-5f50-4807-803f-6f9df55bfb7a", "result_sha256": "50cf362048424731aa53eb67c5cf262f571467e322ff622cf4c1f8b5c1741a63", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003572, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.62582442513667, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:45:41.449391+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "63f209b1-feee-4575-836a-d8bd132fb750", "result_sha256": "82486689f09e2bf72b5de45cc1df0bebb8af3c0e08db3681fd9cec36a9206d6b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00042239999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.866911933990195, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 693, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:15:05.634555+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "17cf07a2-e17c-42e0-a276-704773ac86ae", "result_sha256": "79f94af03822a56787cf87244efaf4f8a2c8f00d109782cf807fa631de31b6b5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00019060000000000003, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 4.209141056984663, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 238, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:05:45.651113+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "188a4838-e4e5-4979-b70a-2b5e4221471d", "result_sha256": "ad26965e58109ff2da735c4ed204e2c4af97e31e7375e4edb19afdccc61cd5f9", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0002791, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.758873709943146, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 393, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:11.199688+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4285cc5c-5559-44f6-9556-24f0822fb965", "result_sha256": "9a361bcb3dbc5c2b8b1d02e781831372551bba0d9f99b6327fc93bffa1cf346b", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005697, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.269776285858825, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1001, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:05.228625+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0799284-ede6-466b-bfe8-c6d16c5de48f", "result_sha256": "d55ee6726919623cda48f5d7f537de4bef71f65d858b7b152148b27a86885284", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000301, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.261669558938593, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 454, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:24.328056+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b87a636-8d65-43ce-b123-aa05176d1cdd", "result_sha256": "4ac5135e0dab229d40ad5fcb7453a14ca3b0125f4f6d0d8462b532b560340a2c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0003134, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.84211211791262, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 475, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:53:23.288566+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "17cdf5c3-9466-4553-8a65-e93c606f74f9", "result_sha256": "252b32f9fe5ac63c42b9323ca63b4d8b83ac1cf40e24f68783fd38794267e5ca", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005855, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.317871746141464, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1026, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:03.031690+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "75d0b5a3-5c91-4893-aed8-02d4b1f1ffde", "result_sha256": "98bcfd37ec7f2c40d21ea2c2e0f8ca7b1ac645c07de06e6c21d7985307bb23c2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003424, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.393916201079264, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 533, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:45:50.843672+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "01b8aa78-4a72-4682-b2da-ad1bac992904", "result_sha256": "58bc81a50c8891631bd4f8e6baeacd847dbc7073cb9ee9756bbaa4b2265aae6b", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0003055, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.118984083877876, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 466, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:19.506746+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "799fc80c-cf6c-472d-a5ff-5dee939159a1", "result_sha256": "5473ab4743db8fb39947ce849752d0aee9d9cbb8e2b128c5f189f34fd599fa3f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004368, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.121285086032003, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 716, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:52.938101+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e5f36ea-8b10-44c8-875c-3a26e4c865d7", "result_sha256": "bd17ee4e16bdaa88c61c49dad94bd6da5056f38eca485ed323d8a0b711e21ea5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003797, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.687423713039607, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 601, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:23.004800+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8e18655-e74a-4d05-8eb7-5d2046e68323", "result_sha256": "8960270b3987ef229f2c584832cba05f75fff6ed8a1456d43aca5ed8d5b3f0a2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004729, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.919478019932285, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 794, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:53.119273+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f3323e1-d41d-4cf4-8de4-9fa8df22e24d", "result_sha256": "74ee0a26c14acba256ba6dec1a1dab871049ac76fc4159db8baaa2e263b6e91b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0002996, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.449307278962806, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 456, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:42.389278+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dccfd12d-48eb-4d46-b95c-aa1c1fd6d6f0", "result_sha256": "0fac679a5c01076a345aff06a950023578c4fba07274c6ef854451081ea45956", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004909, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.249798913951963, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 830, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:32:29.558110+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab2dc948-6344-41f0-a385-7d38fda48f27", "result_sha256": "605f4d43ca1adc21637d5e0c1c3964858e3a5e84b7d29470bc9021c334944b67", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003965, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.008044490823522, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 648, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:23.104590+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac9f229f-fd7b-4989-93f5-195e1117ccee", "result_sha256": "143ba9123756b851e6c7eaa8e7d56d765ffa80b71d794950b48f84b77aeb4bd9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004315, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.480205086991191, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 691, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:53.811094+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c784cb59-9fad-44df-ada9-1a2b6c6f5f15", "result_sha256": "907aef44b2c3e1560fe94e145e828f4ddad466c79277fe26279ce41ef1d0f32f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003472, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.57381594995968, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 536, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:50.213389+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "83c56aff-3f9a-41c6-82b2-950887c6bd38", "result_sha256": "2dad9705435e05cf7f439812907aa43885973faf0d4e6ea7e935c97d011e9b5e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0002914, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.295200560009107, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 431, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:26.553047+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "800d5736-7d5a-4a02-a094-6ef1b8a139ea", "result_sha256": "dde68910da08eeba1ad80f4727424f56007f8dc5f80452b62c855eaba2442808", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003339, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.1487586570438, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 515, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:46:15.243147+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b938b61-dc06-4086-bddb-8399f6bfe2a9", "result_sha256": "ed971114b05be78f2d8fb09e1ca63afb58d8d40b170f55fd0a977c353abb1ed1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002661, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.278928403975442, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 367, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:38.241555+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b493475-048a-499c-aab4-b320aaa669c3", "result_sha256": "2e0cc1c1bd3c9f88181c7c0979560d91538b7e03219366974c05075ed7a1ad16", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004027, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 12.297915878938511, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 667, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:20:59.724514+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "433daad1-4ebb-4d73-996e-5552edecf7c5", "result_sha256": "383f0d32244e10d80a005f6ddd88bb240df73191b74f0411308e15bb9dec1228", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005367000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.684376835124567, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 911, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:29:41.265389+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "48faa88b-b9e1-428e-b154-1ee7f37a555a", "result_sha256": "24beaec44ddcdadcce137db891532b3182e7bf0f73bbb571219bf224eda02338", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003967, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.727796154795215, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 655, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:58.337271+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "87b023ed-6c24-47ac-837d-28f971ec65ff", "result_sha256": "79afae4a1f338dfa4ad93473acb15361044336443bb027b6b1d963aba66abe7d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005953999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.025744443992153, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1038, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:35:54.882783+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a40601d9-0322-4213-b367-60a6f8b0d444", "result_sha256": "2ca198a70569197805c391a4835af145c2d536d9ff6a09f1ddcfb63e9c30d9d0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006541, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.015100555028766, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1143, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:59.137744+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1881a797-a710-41be-a9a1-b36599468fbd", "result_sha256": "6637b2efa3997eb2d14cb527e3a3e34bc33a9f2d29180896d968f62da4ee34b4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.000339, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.960010681999847, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 533, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:04.189268+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7872c8a-c036-44d3-8c01-8c126e47acf4", "result_sha256": "923ad84bc204e22986293348616b834c3acef749e4254f8aa67e467858642c00", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006493, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v44.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.071605934062973, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1141, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:47.110052+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fb7545a-3c6e-4f97-bf52-6ca12c5c5ed7", "result_sha256": "74128af9bbd5ff4fce04a7ac4026fe65317497ef1db390d71eb94952b245a72b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004909, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.350706809898838, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 830, "predicted_category": "serif", "predicted_font": "Rockwell", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Rockwell\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:30:27.432049+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5c03ee5-66c8-42d9-8f59-d4effc4c5db5", "result_sha256": "ce45e05fda26da7df8688f586318dbe09d9c6637741669315461238179ebde9d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005662, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.19740324607119, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 994, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:03.696231+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf98ea9d-d19d-4def-8764-e3f7417dc0fd", "result_sha256": "c560be3ff61b607d90b4ad4aad73d54670524a103b2aa587c1cae75205bb8e47", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00036669999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.588956975843757, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 575, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:42:44.279287+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "12c59206-1f48-4cbc-a76c-1421c7d01d8f", "result_sha256": "a8e51388aa2e3cd6aedaa15d1ea30dff6c48ab2778ca94ec7df15fb149f8cbe5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0010749000000000002, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 29.18106801714748, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1998, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:52.991450+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8947abd-6e08-4557-83d0-3e7be2abcaf7", "result_sha256": "16613001b2d335974e746f804d0c5fcc776abaa5c00b3dc0ff03944c9b683cdf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00028260000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.53015827992931, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 422, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:12:24.383682+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "985be9a3-be46-40a9-99be-d18d3b51959d", "result_sha256": "3e46fbe6c8f4de683e667602c2f10287d465bbf014fe3c2848c46560e598db42", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002521, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.431998656829819, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 339, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:07.004588+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d043098-17fd-4428-b2f0-3b7f92adae2f", "result_sha256": "4cac5a2b6c053951113587c06f0fd711bc50395be45e84cd71ed892986fcf288", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006907, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.01140031614341, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1243, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:46.700523+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "19a7df6f-e7fa-441c-bbef-b39696bffce7", "result_sha256": "6f63f69054c8cb8b05ddd98e56ec1a96754e75f78bd2aee6186d674eaf0d795f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000352, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.205688959918916, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:47.890502+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8eff79aa-e29d-4560-a666-ea5ce52a6341", "result_sha256": "50abfbabb42518f0ed4f332204e6a58d493810a4d683b877b9d91729a8cfff64", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002784, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.852026724955067, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 405, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:45:15.611876+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3e3ea03-d5ab-4db1-8ed4-21caec60b8f7", "result_sha256": "78b7c373b28445926e1e22d37d698bc3a716884bd8f2c260f48ca5cc0b1125bc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003745, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.147153269965202, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 604, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:42:10.036363+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc7a5e86-0924-4013-bb0c-a3071b8b04cf", "result_sha256": "c1a228e32bc7fb5146f264fd8a229cdc54410c22c9f5745015d4636233b6b4a9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004524, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.190788282779977, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 753, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:39.614866+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a83e098-97d9-4b0b-abea-8b363f23fbd6", "result_sha256": "d336a9f0ad47a16628cb02637921c0473db54566e9bd8bd92453b881313a957d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006365, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.304429199779406, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1128, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:39:27.525739+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "acd3ad1b-2587-46dd-b835-28fd328d9ab9", "result_sha256": "43aa55ad153af7b7673b1094a8368ef640d4d653caf5fc8613d843d7380884d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0009368, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.30067656398751, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1716, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:58.532581+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "97247896-3e27-4105-85f9-b6211da2fbe4", "result_sha256": "315a4e53353d9e5d0b32caf51309823095a7e599bad1807f759dcbfd68112d58", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007452, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.907211522804573, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1332, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:01.441547+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "64d2f006-b696-4180-868b-40cccff025b4", "result_sha256": "93c475eb46caaa4387555a51b4fcc1a7d806b8376c3f0a27f2b5690a557b85ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00041089999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.555220503825694, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 670, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:40.199533+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bd8c409-ba0e-40ac-95bc-c057357e3022", "result_sha256": "0f31bd3064d11de6f761546dcbd834f60c5156d47243e68ac35b37feacd11196", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00037810000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.118478358024731, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 613, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:28.566901+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "81461be5-3156-4702-810f-dbb22688acb0", "result_sha256": "eec03ad6c78200e855143ae49e4453fc3f30b9a21abb20f8e86d26fe5b7ecd5d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0001764, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 3.817070017103106, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 201, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:18.227259+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5223a50-3497-414e-a8e7-4485ee39c488", "result_sha256": "997c1faccccbe5d1a2c1d1de38b106023313f9ade91cb77e786505229e52b7e0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003865, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.689395447960123, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 628, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:38.754582+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ce61634-12b9-41a9-a99f-ea914772a17d", "result_sha256": "a4860fa70c553288a2cec2a51484012b1bd233f8394a0077e1f43811612fbddb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004068, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.732907724101096, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 656, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:20.340374+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a64a11a-842f-4e08-92a6-33b2fd833e06", "result_sha256": "68aa494a1a304ee29d0586919dcdc239b7d045261bd4b37504c80eb885200e70", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004362, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.43416249891743, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 714, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:23:35.478936+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0efb159-2f34-44b1-9513-9de3f7860597", "result_sha256": "0120d02151b3c35f379d2409d9cee942dd8ae4de9c77c5b8cffc5e8fa958b246", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003034, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.940869230078533, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 455, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:44.154545+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e7c0ea1-a830-48e6-bbd8-dbaf000c0c57", "result_sha256": "0ec0a754e45f6610a5bc8fdd9831bd73d7f8e147dfe9a04eeb53198455c2cc69", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00033160000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.51035105297342, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 520, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:42:53.746330+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4f7dde3-5120-44dc-8422-036898726dea", "result_sha256": "3c0db44e4795c171be16e5ca345928fa780e9e0e6441928f205a49ee842b87a8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00025110000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.4176019239239395, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 337, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:21:22.885479+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "92c0ec8a-6046-406a-9798-5c4f31190319", "result_sha256": "3b7b7a358b62ac4880638f2024186bf8aedc4e94311105d1e0eed3763e81f6d9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002292, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.470843269955367, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 320, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:27:30.962747+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c44b8bc7-476e-4da0-808c-9e96a6fa4e54", "result_sha256": "3266f72bb7fe421b9ed41dde90350fc5efe9506b2c1b9052fef60363d95c8f55", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00042839999999999995, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.693853756878525, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 704, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:02.253759+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d37fb3c2-822c-4b63-b4ea-d01c238c22bd", "result_sha256": "f197a8f9a984ba18858496788b3b5577363324738d157ce57857e1c315ae282d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005122000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.518781039165333, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 886, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:37:52.655743+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fef0cfce-b1d2-4fcd-949c-a205ceff1143", "result_sha256": "24a83ba0c1afa8c1a2308d0cd4d672dcf49554e97e26d08e3432fd1a1ccd1250", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003706, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.349040776956826, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 598, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:41:37.821769+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7aee6384-aca7-4b2a-b9fb-27f894628323", "result_sha256": "f6a5bc1fcac2c2a11a9153ae69fb26021ebbee0689b86046f3951e3e812c5572", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00048810000000000005, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.261283540865406, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 811, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:38.432199+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed0b481c-a928-4b31-9ef7-cd8ed54bab61", "result_sha256": "a94098aa65d25e5ba10f1fe5ee40e06523629c9967e3ad83ef48c05a7d3f8215", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005957, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.49070413503796, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1053, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:12:18.009669+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "02e523b2-36af-4bb0-8eeb-5efbfc304b9f", "result_sha256": "8d42b2e727ab34ef1b68f29a6bf65aa0d56e009b1e5c522fafdf3009dab8ddfc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005495, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 14.32862820290029, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 951, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:08.264817+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "616f049c-f87c-4ada-b1da-7afc2582cef8", "result_sha256": "fa8079a5fae1eae961739c17b9e56c1cedd336950d99d7ada605f1f77f50ded3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006469, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.17259844020009, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1142, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:51.003469+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "79517515-c025-4d56-8300-36dce61c540f", "result_sha256": "d49e796ad5b17165617c3a0df974c824a1ac06d1854e3da98f6612a610459168", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005152000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.929722344037145, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 892, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:23:33.325707+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a91ef90-6f8c-4875-9fc4-77299ac4eaa9", "result_sha256": "065ae901667b9929323890d5e798a92b4d352f1340ee6c713eb44da8131518bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00042889999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.917851171921939, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 705, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:40.977778+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "03e5b362-d2fa-456b-9a13-6fe310572514", "result_sha256": "cdf465aa728c04ad6349031a67ebf7daaedd5266f61b4478659a279344161b8b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004781, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.009946803795174, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 791, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:28.223874+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "32492764-7a02-4132-8855-8ea8b7217de2", "result_sha256": "47bb6e420e9d48d2fe20a087861e3557121598dc04c3328752d7bc044eb585e1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006395, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.707561270100996, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1134, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:12.406680+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "de2e8c66-9f59-4b1d-9000-e4797b9cbbd7", "result_sha256": "3d83a4cf976df0c9a640c09c918d451ea37a19a7c4ebab3d1febbd605d3a7dc6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004068, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v50.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": false, "latency_sec": 10.198851891094819, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 656, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:51.760761+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d46997c8-66e2-4a05-8ba4-0683f7a3c8d2", "result_sha256": "0091c5dc55b8f63db5a77fe7649b9cb699d01ed1834f75287afc224586cd2670", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007964, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.555293108103797, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1441, "predicted_category": "other", "predicted_font": "Fugaz One", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Fugaz One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:49.756549+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d7b14ae-80db-43d0-a5a7-3f5cf0559de1", "result_sha256": "30f9f0724052188dbbc7ec541024521a020df7fea7a95933c1dc0c59ac306bea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006849, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.399098051013425, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1218, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:35.026741+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6d7cdc5-b66f-4834-b63d-ee0b33be8c15", "result_sha256": "67d7df9214208c7a7f5116895267645a0c30bd587521a95477f7562bf6ac2517", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00037860000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.692676368169487, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 614, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:18.159499+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f6812c5-71a8-478a-9691-89c5bf3b008d", "result_sha256": "d84c9ae96579819c497d1dc3a2d85f65147a6ae1e8193f3625ac18d481224053", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00045369999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.426829511066899, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 749, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:59.729267+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b729a37-1d00-4bf6-bba7-beeed1773d86", "result_sha256": "62bc3d96243e9311b233ead473cceabcc849b8e4438f13459650c4f8a62b7b49", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006772000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.420923135941848, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1216, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:36:24.639933+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4b5d89c-60a8-470d-8f27-fed423fb7a34", "result_sha256": "f6cdd5e5188add843cd5f970b3e34843d2180581b83197ff37d6630684512e71", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006942000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.002147826133296, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1230, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:29:43.555579+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f71f45f-4fb0-4b95-a5c5-65e00d0d7fe9", "result_sha256": "b1105a3d97af83e46a55e9d2658d72b984b9b060be8ea5317259947b94ea78ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008189, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 26.150249701924622, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1476, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:08.809696+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c984d4c7-c644-48e4-a620-0120f648e941", "result_sha256": "d2685581a1e90640cb3bdeb0e88b884bed32bf2a8ffd85a5fa525b42d8843258", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008271, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.20991792692803, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1511, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:58.800406+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2ad27ee-3692-42c8-b61f-025cf4456ff0", "result_sha256": "cf69efa0862c7b4a91e80ec00435935ec8d117b2ee2d9b1334eb4a9a1e093737", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004291, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.2863553611096, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 693, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:54.586967+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a104cb8a-a099-477b-b9c8-fcd1b7ae1507", "result_sha256": "41bdf224284848313692b14f01748b1bb57667177a20a3071932f8d5df368fbf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006615, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v60.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.767946585081518, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1178, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:13.472659+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcf5f6d4-a941-4b19-97c7-58a58b02cd4d", "result_sha256": "cc157986955b2e240e2bdc0aba436fdc41cec800b0906197477becce3241158c", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004457, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.749351370846853, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 753, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:11.565993+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbf6f40b-b964-4c1d-b384-6d691bdcdfd6", "result_sha256": "0faf8a4fc8def0c1fc28b6460710a17fefcb75376de2178f6732801d42102347", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004877, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.377985696075484, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 817, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:55.965018+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bb64dbb-b9af-492a-82a3-432954e563a4", "result_sha256": "15fbdee49cece365b262bc0d7b1c7b60e2a6473d7ca2c135b743a01e6ac3f27f", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005463999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.448236766969785, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 941, "predicted_category": "non-serif", "predicted_font": "Teko", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Teko\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:52:49.263184+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2de6a03b-6e43-4f6c-91f1-cf1363256fa4", "result_sha256": "6bfcc8baebd428b4c21ea2dc15586657444e17ac22fb391cbdee207ce107bd5f", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.000369, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.415622137021273, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 590, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:54.691964+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "96209f03-10ea-4acc-8fea-48b9dd7d23ad", "result_sha256": "92e9ab6aa84bf51978b2638894d54daccfe2d40d87ed2594fc7c487f4da4433a", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00040389999999999995, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.70028213900514, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 656, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:14.839590+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cc21af1-2f7a-4390-963f-f37077e08107", "result_sha256": "ea75c259bc98a25883d017c7d7c003e72864369d8181deba719363fb2a606bca", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00041, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.286885812180117, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 675, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:24:44.671356+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d66a615f-f11f-4fd5-b86f-b6e975a03567", "result_sha256": "496355767e4241c6fb3f4ffc226691737eb1a9c0df825a28a019e90ca31d6557", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005369, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.313694501062855, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 922, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:02.532769+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0f70925-4dac-4b4c-b31f-4c464c24b3a6", "result_sha256": "6ef5e7e8e8da3dda89aa01f7e3072361087751169fa044676cf6bad613c8dcd1", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000855, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": false, "latency_sec": 22.166890639113262, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1565, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:18.496988+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6da0d1a-60fb-44e5-a6fb-68f5ab8d4150", "result_sha256": "bfefcdb3e3b382337fac6f2e5a4a87973b1e52d3196d2649fa7a7cd1771b46e2", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005227999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.480495281983167, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 888, "predicted_category": "other", "predicted_font": "Bowlby One", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:07.731825+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "358a2919-9eaf-4e50-bee0-4db1acd2d680", "result_sha256": "3dfc43fe1c02deaedc7618e932184169c274b90299325a4b851056936ec38447", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005637000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.821902743075043, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 969, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:35.473896+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7db381cd-1931-4ea6-9501-90cfb8b698d3", "result_sha256": "fdf3b205745730560ea439042612544cee8ff684d290d0edd05d3924d07b8a40", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000595, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v29.png", "input_tokens": 675, "kerning": "normal", "kerning_correct": false, "latency_sec": 18.31650508684106, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1055, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:19.566460+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "44bcbdb9-3caa-4a86-89ee-6bf32f13deb9", "result_sha256": "5ed9d6c7f57e7081cf22a9270d8a0989adfd7f8446edd5fec86b7185718dfc28", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0010102, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 31.208836533129215, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1882, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:00.811791+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "54cda8bf-5353-4099-bcf2-ae3b879879d5", "result_sha256": "948cdeb30ca0bd886b6dad3a1c8002f09369bc874f9d13789f043a45f2cf58ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005917, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.809397157048807, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1045, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:57.452676+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f08234e2-2415-4761-8dab-3e054ae7c9be", "result_sha256": "b110cb49232f95f9813b6f5b6675d15075e019de98612e45f2e1b63ab8e27066", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005931, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.329624760895967, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1043, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:48.161253+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "81c282af-d4d3-441b-8fac-8bbe1e2b4524", "result_sha256": "b0d15891ec5874b42b09d939c87e9f4df938caa2d1d3e1171aa7f65ffc01ab57", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005011, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.287775909062475, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 837, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:03.222412+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "025f17b7-f075-4308-a158-48c06c92993e", "result_sha256": "5852c6a768f2a6c6d81e51ce1ff2348ad46d29c07931d0dfac6edd8218b3f9bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005255, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.626522509846836, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 906, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:11.702901+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c92a9ef7-a4bf-48b5-8ee0-55dd2625dd2f", "result_sha256": "c8b05b67aeac7df1b738990462bdf0358125810b47e0425cc0d8d80c0fe4a87e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004375, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.128435741877183, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 727, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:25.630292+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c641ac62-d541-4447-8097-a43c838892c9", "result_sha256": "80b7ec349bd75adf9bbaef91a2423b314644111335be5637f57455718c7640b2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00045589999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.554272836074233, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 760, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:59.061819+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d210038-da36-400f-8f9b-4d8f5ad62c9f", "result_sha256": "75b95e3fda8f0f4e7b703a7ccff2677e576dbd29f39ed3cd235dc15789bbfb43", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003609, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.46999161504209, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 570, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:56.263023+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8c1c804-6485-4835-8562-385fb8afc053", "result_sha256": "b6affd2d23deb9866b4db1483e83485cf8a4a0efa0897e9a1015f1e7672200a8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00034669999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.920164773007855, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:46:24.751777+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b9d93a1-6c10-43a2-a8f2-b5f8322d3b4c", "result_sha256": "6d54bb01ecb4dfe7efad00786398b8c87d9d32f6262b47282c6af87ba8b678a8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004252, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.005102409049869, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 692, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:55.611533+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "129c0fb9-54ad-4326-afdb-12849fa21ce8", "result_sha256": "8558e8251019d6303b16ff956e77cf54bf12cdfc925baf50bcd59c4664b2333f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006242, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.327935270033777, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1110, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:00.330129+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "361d7ac0-9c76-464d-8c5a-184b94dff595", "result_sha256": "e912e685f35ec7d7e1760ed9f5cf5f923d0d14211147a85015974d080c159e35", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006022, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.163216308923438, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1046, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:25.134548+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee5da188-abf8-46c6-bb94-a61cd545b3db", "result_sha256": "4ebe1a0870187717377e94f032131519d65f406d132d3dcfb664e57203072d85", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005629, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.42256806185469, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 974, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:35:16.327813+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "32a0c63e-87b6-44a4-b160-c559942a0e71", "result_sha256": "e864ae742539c87235a38efa37e88fede2a1474f3f875394b73d8eecffa9af4a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005126, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.13367514894344, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 882, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:13.310843+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6d27c18-afe9-4ccb-8f69-f72a8da00a4c", "result_sha256": "d686f8af0354af8b33a165225418ba9b01ffcb889d25423251f7e946a2976812", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006136000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.015610540984198, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1062, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:01.034502+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "31155b6f-e43c-408a-b16a-49954e2d5d5b", "result_sha256": "77af08a1be3ddd6db8087d22a525f4b6d833cfa67a5172b0834009353610417a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006532, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.665150608867407, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1168, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:31.304924+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ecf5ae6-8544-488a-b54f-4482a1437a06", "result_sha256": "35c0173dbdc04ffda90229f6185b0c45e675f444241100c08ab947ee6d86329f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003742, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.729091609828174, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 610, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:37.374934+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "87d32060-d42a-45bf-9745-751d13f9afab", "result_sha256": "805ac79ea173ad3e3aa4c3b0e768faa77f4319dfcadd6e4b1e4f0432ecc68357", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005297, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.965731715084985, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 901, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:18:45.287831+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0051eef5-11eb-4cde-ab2f-754fe375476b", "result_sha256": "7f91829cec374d837d19d30ff6d858778d5f09bb018a4081e1e9209234b122b2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00040889999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.552209046902135, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 666, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:43.275129+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6fcbbc0-c163-4fd9-afa0-bb0a1cbc2780", "result_sha256": "67bcc02dafcc807d7acdcbfcf165e634be57077b093668561c8b2e1ec1f60d43", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00034910000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.336055581923574, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:37:48.566661+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb9b0ece-9e3e-4b62-ad6d-0180659b72ab", "result_sha256": "d58d8ab9d480358356a8b2ed83262512f39aff81363f03d051903d0dc8b1183f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005231, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.524339260999113, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 881, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:31:51.172036+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbb56594-8121-4bed-953f-1a9e4cefb888", "result_sha256": "626c6be69aec29585822c705fd44d9cdd8c8d70bf014db9f3fb7117728696454", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004887, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.458408947102726, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 839, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:34.038958+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "03808683-bded-48d0-941a-0e858df60ac5", "result_sha256": "b7611a473b971755b197a8979f07fe99c5c87086f122338e5acd60f0bc4db0a2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0002985, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.078360709128901, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 449, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:05.654782+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8302939b-2653-4863-b1ff-5e9c2cd1d06a", "result_sha256": "6725ead9945e8b47507837ec0d6f8ed29b947c2784b7ade0970a1944de81aee4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002429, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.776708425022662, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 334, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:08:37.732269+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d6993de-93e7-4c03-8425-62a08cb2b921", "result_sha256": "255916f02b8aec864c076f22100504e122f032e9514f1559181d28b574375170", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005675, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.638725215103477, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 990, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:38.084247+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "78d0b4e9-c9a9-46de-8706-601007730d89", "result_sha256": "3d2fec8ac507e9873b0fe0d092b25fe4e77863187b39a71b35d9c347a014f244", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005373999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.145450153155252, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 923, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:03.233833+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7f3cc3f-24a0-4e38-9e86-7dacdac8b9fd", "result_sha256": "12c484645777523ad5aff0f92d145f413b3f49e7a7f4e7dad92086c4124bb9c1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005135, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.142815474187955, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 882, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:39:05.158268+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7dc6fd12-66ec-44c3-aa82-035d2a6bdb08", "result_sha256": "3b30adf4c386b7ded015ef6611e786af9b4d2672975fe201f31d2455c704be28", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00034280000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.891197429038584, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 528, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:39.409261+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "65045717-56da-489a-91a9-48549c226cd7", "result_sha256": "b13544dcfc6b8dceea0e3def95b4fb7e67cdb3b8a8f955e0483a6966da653925", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0009722, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.939401547191665, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1786, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:39.226220+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea3967da-ad1d-4404-a38d-f7aaf0920b6c", "result_sha256": "6786d18a1efa867fa85498a2887d4c2f81fd8fbbbc375df602476fad16fe262d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006009, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 13.958265766035765, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1050, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:05.577364+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aab74bea-ec95-4e5f-9a33-70cce138d1a5", "result_sha256": "135a183295dea882b2c41549dcfd40f486b734763708fa2d1b903c3b52e6f410", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00045860000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.835379418917, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 774, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:05:53.264827+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a0e94b8-84b4-4284-addc-bc763503e696", "result_sha256": "fae70049ba3638aed4a0dceb0798d5ca4119189a2a06800628dfe12ca1992129", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00034189999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.881183960940689, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 532, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:09.669069+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5ebcce3-ac5f-4ec3-87c7-891f87e9d572", "result_sha256": "34a4d163043452f6d3a7941338a5b9b43e0c93a7c8df86444e1cafa7e7348cae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003285, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.126744753215462, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 512, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:29.475187+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "26a6a19d-7f8c-4dd0-a5fe-ddc343d32701", "result_sha256": "45102dcc0c3255bc3aa198f0f4d0920c1faf56d4cf2071d11eb2111366da9624", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002853, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.616779749048874, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 413, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:07.940746+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6cfbb3de-2c0c-4695-9b2c-87c1b0e2ea28", "result_sha256": "8478cf201103da30de37b8f099ce2a360c9d23af201a4c81065d0a1666a0c8b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003007, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.550796136958525, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 443, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:48:35.734910+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0cc20b51-85df-4f10-b5ad-43e68c2e6129", "result_sha256": "4be992830a0c663ecc3f92a6e6ecedc9c511da3473f5c7a65cbac2f8ecc2c478", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00026389999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.401556554948911, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 376, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:24.660244+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f0eea5f-9d25-4123-adf5-a358b9f17d5d", "result_sha256": "70cf452f16278220cd961e9c04e6c7ad0b942c3ac0f4e8795e041b75211df2f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00030060000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.5620275340043, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 458, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:26:22.906265+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9949bfd-fd2a-4980-a010-2d8c21f178c3", "result_sha256": "54379945f13ceb7b612d9e37be14343ff6095cd5f8f1d7efb6020e628f0a567c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00046310000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.271366897039115, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 761, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:24.149077+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "84c2d0e4-0c55-40a1-9016-446eeaf48818", "result_sha256": "88d700ed7bdc49ea71e1d5aa0707f56dacb9ce254004e282df3dc63f2061ebd9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003717, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.191859182203189, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 605, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:54.862050+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0df07f1c-2208-4e62-980b-9af554c065c8", "result_sha256": "e4e2da5426b82f620c1cbf42e3987c66277d1685db130f11edb27440b8aecfd1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006418999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.357073740800843, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1131, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:48:30.745186+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7ce0a6f-447c-44f1-8335-66d60a5ca774", "result_sha256": "5ababe4fd6a7871ed98f578ae878772901e1e5180aaa63624a5331759b8c9727", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003482, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.044274318031967, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:30:12.150463+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9ff0c08-6f3e-4160-937d-7006231fc6f8", "result_sha256": "a2ba1778808bc9dbec0c65b4eb2e163cef25fbc81bfefe950454b86b08d78fa5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004336, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.759983396157622, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 724, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:09.258996+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fede745-526c-4593-88c4-26a15b49ac3b", "result_sha256": "fe334d7e9b5067d999735332bae1fc77475fc86b75e2ade5ac118fde33a548ef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005431, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.27502212789841, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 921, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:53.272003+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "01335b15-9d3f-462e-b9e1-25fb7ca743a4", "result_sha256": "12cf00e5ca2925b45de7469657f88fc46c290fb2c41dd6b7830b21be6236fbd8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00042469999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.228754865005612, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 711, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:39:36.281450+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fffeef2-ca31-483f-9bc7-cad0e9f9d80b", "result_sha256": "53d48f86c0a738e234cc9c7a62e40c91631c3301298ca0cff6740ea73724507e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005405, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.85075737303123, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 933, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:50.017798+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac6e6418-c875-41f2-84d8-1a8cec22029e", "result_sha256": "b7a33b9ac8939b2c669adf7316560a32dece3ecd3dabcdce82723b1c159aa0f0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007023999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.783349694218487, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1253, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:01:27.871616+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "069a31be-984b-4d0e-8134-8772f7ea308d", "result_sha256": "2873a0f288ee5e3a0f3d228db5a2b1963aa661dc3c5ba88b402ced8101be6347", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00043819999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.901774079771712, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 738, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:34.995675+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca01eb75-5f63-43bb-98a3-25b1362a349f", "result_sha256": "f08fcd07a02b4de425910b3cb25be963cea1a5d7eb0df125ba98a7e0c8595f5e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005981000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 20.168820017948747, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1053, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:14:03.255648+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4aee80ea-e4c0-453d-94eb-d62701eec93a", "result_sha256": "aa07395096bff849ca6fa6bae67e2fc3a93ee7ae7b8fbd43dc53986c57facb09", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005671000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.587264839792624, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 969, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:41:31.353393+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbb80ee2-a477-4a0b-ab36-01657aa2ee3b", "result_sha256": "4fcdbb2d324935613b7a0d2d0869df766e4e094aa60f9ec0a453e8bacf746572", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000373, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.574490581871942, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 601, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:10.582751+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "43ca3f4e-c8de-48fa-87bb-be02cfa966e4", "result_sha256": "555a15754527afaef9bed52eafe9a8df5342a30c1a86099e0d3a3b8bbe071169", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000335, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.95866748294793, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 522, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:21.791410+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2082fe0-f9ad-4187-8e2a-b0ebb5acf79e", "result_sha256": "bb691f926778a0bab1ff6fe9a885f3af0e9e0df0dd54abfeeb7f2c22a69c4b85", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004299, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.10024984087795, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 708, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:17:18.931710+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "27c4ad31-412a-4f75-991b-398b8e10cd91", "result_sha256": "fb8f0d1a01318e3c8e76d66ee81ca4b53d875a2637510f1ef921133b29200b3b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00043339999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.970258350018412, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 715, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:30.563329+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "acd145e4-87ff-438e-83ad-08565cb448ca", "result_sha256": "23d8204e06fca692a4180d3b62bf346d1ab03f097b02469b72a28634fb063983", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004527, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.914504109881818, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 767, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:02.608630+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a33cc242-507b-43fd-ba18-0a2295ff4b04", "result_sha256": "45ebd86a41a706dff617d6987c2bdfd1d40848292419ff4486ea057b981ef129", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004682, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.863931010011584, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 778, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:54.734814+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2056c917-fbc3-41f5-a515-6bc65d9b8e7a", "result_sha256": "4f0b4fa8dc1af23d48e727754fdac18217fcb135104f763dee880dab13efd1c0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005627000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.488982792012393, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 987, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:56.422435+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e00a5698-4393-4868-b2bf-2e50f5c159e4", "result_sha256": "c2dd0ed2b24ab6fdfe13f4fba155ce2f091c7b78731583913f385b75c64530f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006097, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.8207647819072, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1061, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:00.946764+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2feaff8d-ae04-46ff-b788-ce672256d422", "result_sha256": "1d24cc69e4e07df5c039ab5945595d785572dcad4a08f83d59c1a1ba2f2feed7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007304, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 21.65894496603869, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1299, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:43.225478+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "09979d75-b0b3-4218-b334-8e9c7aa2891f", "result_sha256": "20081df3bae55ca7a336d54a17266c9b032314030033314f26184b26ea88ba04", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006046000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.09764201194048, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1066, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:36.438314+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "25369061-6125-4ae8-a802-b6202b226818", "result_sha256": "4d4f80d12324a0071e455bc6846b7287ae8baddba3dd96acd2e2f59421bad84b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005706, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.856270867865533, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 976, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:52.822427+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd6b93e0-a2fb-4e10-a18b-ef1f00fddacc", "result_sha256": "30808f8e231e93ff64f18c5bf373271542ace93d6f5e3d6f3537ffcbf8b1d139", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006382, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.1318049589172, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1138, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:19:56.980743+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "53ea85c0-ee07-4bf8-b47c-b7c8c5636d9f", "result_sha256": "156c8243b04667450c5df50c6fe935f8c8bc58e46f8619e91362ea4372b5c6f8", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0006072, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.448847237043083, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Rajdhani", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Rajdhani\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:37:25.453743+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5543aa01-bfb0-42a5-a7c7-a07ac5b9023c", "result_sha256": "4fbd2a81368959f7068b10147194ff86e454d0ec616e87b027a05afd6b185e07", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006924, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v02.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.02270041918382, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1232, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:30.619795+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2e0cc76-8021-40f8-bb99-50fed7a28684", "result_sha256": "b304c0f00e3fd4b818a05890a505478e676b1d8c0ddf4b7ad595f4ea7d2963cc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005256, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.242711822967976, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 886, "predicted_category": "mono", "predicted_font": "Share Tech Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Share Tech Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:54.206794+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e97bd7ff-15b9-4980-a9fe-f7092c03db46", "result_sha256": "0a77054a5c6be49d7ed88052d6c57ed1a94427219f47b80ad0bfff71084fd564", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.000688, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.264851574087515, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1231, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:15.745642+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d3d5e20-8e80-4293-9ace-053a83b3a17b", "result_sha256": "4eca0222eaca7e1c916a0380c31d491c93d9fd9e67ac281d60c7e7f4031d77a4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006048, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v05.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.200394456041977, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1052, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:05.397761+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdc1c514-f829-4f31-a8f5-cd1e81a890d1", "result_sha256": "4102d26946aa512fa5a59f3effaa62f7e8e8e82b8b5c9486d08f442923bb65b8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00047539999999999995, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.597251198953018, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 799, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:27:42.475469+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee79545e-97ee-4c02-8b40-82fb63bcf328", "result_sha256": "6a9ff801eb7187f9e2e87a358effab781542e3baef70c5c259fdc23721f917de", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005424, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.57591379014775, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 933, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:57.459724+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9d22396-f42b-45e0-bef5-01303d5e07e4", "result_sha256": "6e3f428d317f5d9e803fcedff2be23a2189e90493d189d4d28f2582c971977e8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005291, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v08.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.585116292117164, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 915, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:13:34.808943+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e7d87ba-fd85-4d74-8278-0d42892d8f53", "result_sha256": "25b8f55cb2c7922278937fde2034511c056d1cd99772a830dcfeaaf18d77a2be", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005327, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.530719409929588, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 907, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:37:00.686629+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3715184-dbc4-4b2e-a62e-dd7caf25d62b", "result_sha256": "27d12c5201cd5775a5cfab638dd519844b4800041a12fafca2805747b75a3d28", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0006836, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v10.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.002758977934718, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1224, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:52.944465+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c00ee3c-c6e8-477e-a656-bd7f37ed0e77", "result_sha256": "64110806d4c548e8d075df676fe105742c3762fa1292d5275f5b353fec77aa05", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005397, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.538639821112156, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 921, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:41.657057+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8da274df-4185-47f0-a2b0-55608932f6b2", "result_sha256": "fd3b9a8e428c8b3faae2265c2bdd71aafa23851dd384ba6e578e8cfd9abf0a9f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0013539000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v12.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 40.57707332493737, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2546, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:45.458296+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9dd96e5-96f5-4c24-b9e5-1dfb675f804e", "result_sha256": "a33e99bc0f0500d8fd8c3413dc23f5e184912d7e2750409b2a9d9b33ad9bb1cc", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0007446, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.103133551077917, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1346, "predicted_category": "non-serif", "predicted_font": "Abel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Abel\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:39.299264+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "430421d1-3752-47f3-8250-5e8636083d4b", "result_sha256": "d7f40c7237e0c2e9d8cb6bb3ee8fa11e59a31a2b505d69475fa1dce3372338cc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0010841, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 26.7342260570731, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2003, "predicted_category": "mono", "predicted_font": "Share Tech Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Share Tech Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:19.265582+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e88854f-bfd0-4744-8da9-296fd0aec592", "result_sha256": "f7f1354aad11e9b1925012fdce8eceebc89b9807341aee0b1734ab0eda866285", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0003697, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.52741241408512, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 601, "predicted_category": "non-serif", "predicted_font": "Rajdhani", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Rajdhani\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:53.896529+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffe914d4-8670-43f0-bffb-d2f2ab3b63bb", "result_sha256": "82e952f9922ffb33fa0588c698dcb889b126ba433934acc72399d7b0af1c0f52", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003701, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.872393962927163, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 597, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:15.090830+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "87cb2a28-6e80-4783-b71b-61cb0ee5fecc", "result_sha256": "6988ae855d671c9231a5ad17cbaaf7ecd54bc3f6858ce19394b2a201cf083106", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004372, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.734810800058767, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 716, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:04:09.308769+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8825a05-8b09-4141-861f-fd8e6e289c86", "result_sha256": "895bf764141c2b4b5bc8ceb80791a51048da96e6324b8ab6b28209654945a5be", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005854, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.777858516899869, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1009, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:09.539378+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "206ff68c-4ae4-440b-940a-896eabcbbdd6", "result_sha256": "40c9aba1ff1c6042bbe7b223be111ef8870093f2164261818b06d4fd7bc8492a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007693999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v19.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.68058768310584, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1386, "predicted_category": "mono", "predicted_font": "Inconsolata", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Inconsolata\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:48:28.391136+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c7684bb-24be-46c1-819d-c79af174541f", "result_sha256": "da11b82dd21993ceca00efebdfc3b7aed9e010a8f5a648cd24f33ad1458f068f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004966, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.652947878930718, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 828, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:46.496191+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d41c0f24-60a2-4477-96ff-5ff0c5089571", "result_sha256": "a3303428c800aa5707b5ea324b3fa00c358ac9a51e9a3e88fcf72c87714f8242", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005915, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.27975447406061, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1038, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:28.399908+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "66bcfbfe-8e43-4329-9b97-8d5612b47468", "result_sha256": "7d6e281a42dfdcc9207faf06301548fd36886d5d873f11b286dd7ccbebeedded", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003518, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.637513438006863, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 546, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:24.986784+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ef6d7b9-f0a5-442e-a394-21dfd8076e50", "result_sha256": "a601d171785acb5ce3fc93fc36eab8d6f5df2011a40362a31213d1b197f9b8c7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003859, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 9.081791641190648, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 620, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:21.160518+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "91df9b20-0a7e-413e-9175-5b7789d5d6a5", "result_sha256": "1fe658d5add2e66c2c65a92a4f927a99db1d9218283aca0103a5d0ab9b0fddda", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006659, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.967216006014496, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1180, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:31:58.985092+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d2ae9ab-4ab8-47f5-a142-7625be6e19ae", "result_sha256": "0ab255f88ad51b78dd7e42149bb27f7e8e280fbd2ebb31fd68b3a6eb07e41996", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006064, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.030205758055672, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1061, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:39:29.565345+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3d1267b-8aa4-4573-a9a6-50d0532fe583", "result_sha256": "e354d44c517c6a9c0e6f294871bd9e9fc06c304985aeb023c3ad9e8b208789ce", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006075, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.56931540905498, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1070, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:14:08.624993+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "249b3af2-7171-45a4-a8c6-81e31421bfd3", "result_sha256": "07f429e28ffecb316d2076de666756d89f83c33270dd22b71651e0d1b2527c69", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007055, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.0310802210588, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1239, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:14.989259+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e2205dc-8708-416a-8980-20eb7ec6350a", "result_sha256": "bd8bbf4fac405c01ab0becf5e2b86ca016498ccbb9c73396a18a01534cc45c94", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0007622000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.808110106969252, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1366, "predicted_category": "non-serif", "predicted_font": "Rajdhani", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Rajdhani\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:51.911219+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d982755c-e31b-4629-a0e6-01cefcb369fb", "result_sha256": "51117b8798f208c339191308410e402f0b0fbfcdd5bd0f80b5b96385162b4666", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007814, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 22.567210427019745, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1411, "predicted_category": "mono", "predicted_font": "Share Tech Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Share Tech Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:28.214229+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "63d09f34-6a82-4b55-aa06-981ecaf93bfc", "result_sha256": "714e5b40ae7bfb3b1dbb38626a8fc6e00c2c4dc29ba236715e0130399930b818", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004911000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.8610056838952, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 839, "predicted_category": "non-serif", "predicted_font": "Rajdhani", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Rajdhani\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:17.589711+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9f3e537-709e-4af0-8af5-66086e80832f", "result_sha256": "9f6668da74f898f22423934cfead901101b1d44dd330348080fdcbe1560b3d9d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007544, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.036593936150894, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1357, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:18.871415+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "69e9fd3a-2ce9-4981-8a35-6ae868db6340", "result_sha256": "cf42bbac51e00f1b39124340354bf36253e054da736151cc82127bcafb5129c3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003305, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.470661309082061, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 516, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:36:07.124023+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "adc8a097-bb89-4c85-bf6c-73953a8a571d", "result_sha256": "9fbf57558a6848004a7f10d8a0f84be20cdfcda458e7a03afbd24c4b657ebcbe", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005195, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.184416200965643, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 867, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:41.397817+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c7c8ab3-a902-4d6b-9ff8-54987e279df8", "result_sha256": "2ba6bbaecb764ddb18f525c75e8baa20bac58cf304da7faa6ceb445d9c211898", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003567, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.482161351013929, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:33:13.925325+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "486ecc4d-3d1e-4bd9-8224-f6c239429163", "result_sha256": "a98dd395fe2d2cda48556536182f2664d808b64200b4bedf19360ba5c0833991", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003384, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.020049476996064, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 525, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:05.204370+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0632fb86-0fd1-41ab-a6ad-6293a6c40b73", "result_sha256": "c9348e9c30e64a4f5e22c75087950249640f5d462fba2fd06f47cc3fba11bf2c", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007379, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.745171837043017, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1323, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:08.537754+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "17e60d81-8bb2-4b3a-9e0a-f4412de1a7f1", "result_sha256": "434008cd2d872fa1d6752f2d320834c5ce32971519eca487a3db07034298e8fc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005186, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.263099803123623, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 872, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:31.134831+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "697ca71f-0e82-45be-b0d1-877250b73d95", "result_sha256": "078318ad6eb2d8776dcc919ee589738c13321414c2843363546a690eb0f0831a", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004987, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.889034891035408, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 859, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:41.998839+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "54d7e25c-2d9b-4317-8f79-79d8b36f1bf3", "result_sha256": "52f4c87cc351841243a5cfa22c597e81a8f9124e19e9d14ef587443813784d3b", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006182000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.72331329016015, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:03.251137+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "149f6dec-ed6e-45a2-8e00-290544d4e04d", "result_sha256": "92da7dfdc1317eed0402b7a35ee03148292f5495092e979c331ffc8f57ba4be4", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006032, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.592764972010627, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1068, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:26:42.522990+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a8e8efd-2c28-4cc1-95e1-081174a8a221", "result_sha256": "33507cec27b4875b50a799864758f0770ea7cd56117bf475e89566c1822755da", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0009089, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": false, "latency_sec": 35.02517672185786, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1665, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:35:48.253039+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cefc45c9-d594-4742-a359-f88b12ac8a03", "result_sha256": "95bd82fcb5faef6095cf62d0116e8728a888948b4bb9f8c3b11a4196069474d0", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005511, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.344426876865327, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 937, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:23.112836+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0072bc20-2813-4118-95b7-cf5e7e661e77", "result_sha256": "b6e48a8c0662701e93f33193fab70a1f332a5fdf8a6d6d7b4347d0f01129a94d", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005247, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.031644634902477, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 911, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:46.254363+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6662740-2639-4710-83fc-d96edffa2369", "result_sha256": "b5a17c74270a6dbf64ed790617c15912c744b50e1a2df7bebf25588f3247bcad", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007255, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 21.7865226669237, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1303, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:07.760974+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "486e8a0f-9db6-4468-9ef0-ac77817b57c6", "result_sha256": "3f7759d31fd016330b7173040c5f9bd3d98cd1f5b280024bed080dd32e3e4811", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007754, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.477263625944033, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1399, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:45.838267+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "76080127-54b5-4caa-bf19-505b3d1bbc29", "result_sha256": "69ab37834a69c95d3b6dd2cafb233814ae974b6e96604656053ff5375a0d04e7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006697000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.23120874701999, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1201, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:15:51.777463+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "179b9422-a80a-4890-bf6b-73458219c0eb", "result_sha256": "940f2b147954c5b1500656f4fd26b9fac440b671f1ab68db4ab267f61847aea9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004182, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.295736710773781, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 678, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:08:13.812255+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "adb15dca-6053-415a-9aec-c9547a4d9b03", "result_sha256": "f8696517994c80fd1a13dea1869b76e6d1e5ed658e9f9593312f1f1e1a91e9fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004923999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.706160719972104, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 833, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:35.429544+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "43992dfa-99f1-4a9f-84b8-93781253e28e", "result_sha256": "73df0aa2cf87ac8e3aefd7613036e39117166a09e45d5a2c104d32dda9086c5e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00034910000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.74043121887371, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:47.223629+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "19e557a7-848e-4f41-b236-65626b524f64", "result_sha256": "1f48b554cc056fee84c2bcf4c407fee08519edf7f731b0a8603255652e6cbeba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004181, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.927773485891521, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 671, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:16.389627+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b42d28a-20b1-47cc-a232-9c641105b5ad", "result_sha256": "d2d4da53b611dfef924e43401980252d241452a3e46d4e5af0cbd3c20f5ca48c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004992, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.633117737947032, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 860, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:49:35.338334+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed512759-fa86-4070-b54c-5da9f9ae8030", "result_sha256": "deb63957c3bb2729b742ec95f76ac53b835738d531b80eb30f394a9dc4d97ac2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000568, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.021930020069703, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 988, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:07.836178+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "01614359-4551-4170-985d-916a489cc34e", "result_sha256": "b9fc07680f4c1a7fcf45c56a40267b5baa839e4b6a2b0ba90e02fe46846b4af1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00033939999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.114398606820032, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 527, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:17.929540+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b3aa540-5b76-4543-9cfd-a299ed581077", "result_sha256": "4b2566bb6a2fe4fa0ecb11a0a89b40bfe733f89c6e9f5cd737acc6406e0aa15d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000542, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.611874992027879, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 939, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:52.622928+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aefb5093-7cb7-4095-8ffd-8cba665332bb", "result_sha256": "0656b203ee717fec0b784945281d5bfb27118907facc2ab96ddb6041c0692c8b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005199, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.261884645093232, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 888, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:45:27.733644+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2eb0cbdd-4bee-4216-a052-1ff0699efa33", "result_sha256": "b80c2f83d30edf145e6ec6bb63bfa3649c3093ca320e26098cc4a39c36560880", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004145, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.72332583903335, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 684, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:35.637965+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "28e42653-2963-423b-9cf3-f1e33a5b4dd3", "result_sha256": "9fe044539bba01bab91dd341b478b14bf86c9b98ab5fb7e4bc9ae0709e082ed1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004158, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.606635280884802, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 674, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:25.955752+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "574872a0-4e8e-450e-aaa5-5a512abb9dcc", "result_sha256": "25e902731d05191882fdbba40a84c6c94a11d9a96155446cc2000ac207f83409", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005337, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.246664121979848, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 909, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:31:45.647396+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d1c1955-91d2-4924-8629-34ec5a52bcbe", "result_sha256": "036eba5e5e032ac932c4d9dcbbb8d839450cc866f2f36a65ebaa098285fd7310", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00038839999999999995, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.430719557916746, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 625, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:53.767248+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe41dab2-8673-4340-bb7b-600eb1b1e78c", "result_sha256": "1c186658a24404551a7d89b8d0d3cecf44032dd27837034acd1ddeef66e88474", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004481, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.136375657049939, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 753, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:24.015010+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "248d763b-4d98-4595-9c69-be31cc3609e7", "result_sha256": "a55987b6533113ae11645f4a75eab6e9813c266f92fbc3b9b8cd225c8a9b69ee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00039789999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.951337669044733, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 644, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:08:06.981845+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "33507ffe-a5ac-4893-b533-85ca8cfffaeb", "result_sha256": "547a5fe439b33cb388144516915a71270652f5fa99e7b968983ba8b0c815b007", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004625, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.17730515403673, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 780, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:04.522840+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7efac849-bf4e-4745-8339-2b49ad53232b", "result_sha256": "f6d1bce0cd6a67467194f8baa941130b23ba19c0027705e4f117727e151db179", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003913, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.094801070168614, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 625, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:28.985820+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "990f5b09-7ea4-433e-9987-2171fd0960da", "result_sha256": "a5f017d25dec692fd826433a9af1f40d2edf9f4b19ac72a36dba08e2fcff8bab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004097, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.155483895912766, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 661, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:37:17.656088+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "af8c11ea-cb63-494c-a734-51d852eb7eaf", "result_sha256": "628a489e651d8b303ce6a7c294ab38abcf306ba7ebcbaa65d78935904d0ef4a4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00040689999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.15307291294448, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 662, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:48.853779+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "79377f85-4672-494f-98e4-052a55a5ade6", "result_sha256": "ee63bd7c9cb80925ae4f50ad29e3df185cebf8a79eea3cd6e0cc798d38be4898", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005461, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.723691971041262, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 949, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:55.768106+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "69060f2e-87b8-47ff-8e45-1fa433664b6a", "result_sha256": "ceeae37f5d1c43fd17cc7f7d33da6366a3d0a0b68fbbcc23ef2a23ebd4738c3e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006196, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.144859937019646, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:07.473452+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f62ef4f4-ceb8-445e-b51a-6f55e9766d38", "result_sha256": "aaee858dd5640131947677e333ed5b359bdb7590e18b9dc0bc345f250a46b28b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004507, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.395007394021377, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 763, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:43:53.460589+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "867b732a-d064-4228-b199-f961a0ba1c08", "result_sha256": "0e986f952567a1f545a710e94b955e30ce7d0ddee625c2ade9ea52a826b37719", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00046439999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.931969270808622, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 776, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:19:56.299072+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec4a6646-b4a9-44ae-a3ed-331688312cef", "result_sha256": "6ab182a97350c6107a6bc1230e797bf43e6553f9bbb5c42b18af9f02c4f2ddc4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006072, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.706683143042028, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:50:21.990292+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "93d1169d-790b-40ca-98a8-ccb2fb0fa0f1", "result_sha256": "8fa67ff54c368a836f38e5dd0c61db0b5bdd327128c1708fd7fac12198af55cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00034310000000000005, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.415625518886372, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 543, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:21.861446+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "520f3557-c898-4f1f-9c51-71114bdae7c9", "result_sha256": "6590527e28f4f027b42f2e832af9c72c64e2d68e0a4e10af9e2c960204be5a39", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004371, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.616084071109071, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 709, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:05.905993+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "38162c0a-0468-4baf-8ebc-55198b39e4df", "result_sha256": "f90016cbf84fc780ca7cc7e43ed3d85ce07d7b5006369c3c7d9c7064a16bf4c9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005772, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.61962648620829, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1016, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:49:06.102103+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6e26db3-c201-4872-aea1-fe80752632d9", "result_sha256": "c990995279fde5804e3bfad09a24d4fdf49a6549ea7428b4d2be21a28a04c85c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005315, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.627935673110187, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 915, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:14.165999+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "22ff3719-6615-490a-a15c-adfc0b5245bf", "result_sha256": "a335ee94d9195802f59d3cdaef2605a166244c77e5af592bf82b573a505c2b0a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004929, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.768691502977163, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 834, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:57:30.744582+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfd0db94-c915-4562-8bfb-f99d9421d744", "result_sha256": "f704e78b810523fcb558a7074907c5ec626fb71b559bc672bfaddd6f98bc43b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007097000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.726749105146155, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1281, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:45:32.042678+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "38087dc8-a6a3-42c5-b8cb-49f0a6929bc1", "result_sha256": "40c836677dbd7af936aabbd2f138ed74667dad5234b0a0c2cbba2a6d7f8c6024", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004291, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.066327052889392, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 715, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:05:52.483300+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f1c5f6b-7940-4de2-9575-4f4485e9cfcb", "result_sha256": "5c3af52c9d9048b4ced9984391336d5da09bda268b1fa2a26bdeb7a8e4e04736", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005106, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.515842052875087, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 856, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:10.190144+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a574c536-1304-4d8f-acb7-3aba502ec09c", "result_sha256": "2730169ff0410ab96fbd456465c6add62ed058d1838c0905c1e725f9b00d9c04", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007567, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v49.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.109349763020873, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1375, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:32.059975+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "493de0f7-40f9-434d-9513-6a0a302ab333", "result_sha256": "efb2d302dc8ddb3c7746fac5e91785c1d2d4f70179f92a6f47aebafba8a8e445", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000396, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.84012440009974, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 644, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:31.576284+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "767653ad-2590-44ce-a3f2-43470073ac15", "result_sha256": "498c6efb9deb5c7cefafb862db0457d9e9f8fcf2872a5cceb0d0f06658aa3c49", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005714, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.376768416026607, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 991, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:21.941009+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "14fcfdb0-05e3-43f5-80d2-9340724f538f", "result_sha256": "516332b990a0397fffafaaa65da03a064e2f123c7b758728f8803a8f4ebcaa3c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00044889999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.30045023211278, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 746, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:59.949572+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8258e590-91d3-460e-a0b4-6a8bf98536ec", "result_sha256": "92a79d00e8c6458ca9c96a0a4d1d31931b97909707ac07a27809451b539c50d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00022019999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.427416532067582, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 302, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:22.063612+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "28dea14b-6cc1-422c-b04a-3f305f869d70", "result_sha256": "9fc6aae9be0e4cae52e04770364ab5e576042159860d09a550f6d8905d3a8ac3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00031519999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.390886462060735, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 472, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:10:15.918834+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "62e8f451-8637-4353-8e0c-353e2018f6c6", "result_sha256": "56e1e33422bb85c85eb33d5fa572157344c88791ffb918d44f57d031ef318be1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005242000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.150175569113344, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 910, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:53:18.779593+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd621854-0b30-4aa9-bce8-ce56d73bf622", "result_sha256": "6356e7fa065da3f463d56b4f7ce0d5b311662fbd33fe0fa2ca7c5bb1de6a34b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004302, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.518665187060833, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 702, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:42.414286+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "36badd18-ee9d-41e8-a334-837469874127", "result_sha256": "689c42a20e42f1cac18df989e51b1a12da7cbfa721a2bb631cb6c1030f36ca6c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007044, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v57.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 28.692933067912236, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1257, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:16.026278+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9e41a99-d2c1-4bec-9263-d4a8f3a7b4a8", "result_sha256": "33d1360c7fd0cc2f18115333ca20f373d15e65eac1005923fbfce5bc907faa60", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005071, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.201282334048301, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 871, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:24.733874+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0343ffc8-0b55-4771-bbb8-17f6d1fc54c0", "result_sha256": "80b6966d39b9045b813bc1376054fc95d12efcb21b426d51ef11f0447745a25d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00047860000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 11.71599562605843, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 792, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:15.094293+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8095c79f-d0f1-48c2-b97d-825d67dd42e1", "result_sha256": "ef0599cf2afa2b8b6801c4d3472d0c1e98cc34462112549c4de81122e7f10989", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006067000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.157676475821063, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:22.806923+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f187253b-1938-4d6f-915e-3a86a87669e5", "result_sha256": "bc4939247a03140530ed548cfc1b1c6dc5001f7e68d91cb0efbf483ec5f9a851", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00047819999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.440157934091985, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 818, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:34:11.657781+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c147ab17-3b4d-4184-9d64-1794e27a5924", "result_sha256": "2ba13ecb58079812862c1378225f45f03facb47b218356ddec4733a38a549a5d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004462, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.881266779033467, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 734, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:42:46.031328+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3387adb2-eb4e-4e20-8d24-be166f98cb16", "result_sha256": "3a1f8c4c8ade92c32db1a31dc53f303434382f5178abe93fa48769b53bec8e58", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005878999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.128805425949395, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1014, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:28.473508+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "19953ba1-83f0-4c34-9553-e118de0a3074", "result_sha256": "f4b021f05be842fb3936231fb57870e7c85816c3349da56476390129d34148d7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005051, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.639596938854083, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 867, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:58.514946+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "539c5fee-50af-46cd-bbd2-ace3832b8ca4", "result_sha256": "43758d39f4f83e99f587ef449c18850ebedbe775bbd8fe65e7ef91ad400be247", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00044960000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.060855415882543, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 734, "predicted_category": "handwriting", "predicted_font": "URW Chancery L", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"URW Chancery L\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:19.488060+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e68a534a-f4e3-4565-8eab-21e50254e541", "result_sha256": "10ea439ab0fc6ce7f04b064cd778d2d326417280500db0409360ae28a917fa69", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003827, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.310807495843619, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 627, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:57.473687+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "43e6d988-7c40-416e-93df-37b58ccfebc6", "result_sha256": "fdb59386cef13e16503cee90f942740f3020aadfe83d83b6aaf592ebe4cb84dc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0002345, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.177890771068633, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 321, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:34.330044+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2788805d-d5bf-4c6b-843b-d44ffc025680", "result_sha256": "5245216b6f03274e891a2381f373bedd82f2d119430b0bab27fb1bb4ce939806", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00044239999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.433467413997278, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 733, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:43:04.282123+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad843377-8c20-45c1-9cf3-ad4286cbfd88", "result_sha256": "ba34fea864250baca9e9e57d657bd414a3b64c6acd33bf50bcc73543fae65353", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004749, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.055981559911743, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 798, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:10.325427+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1895d53a-ecd7-44d7-8736-3236947bd12a", "result_sha256": "d13e8002cb1c1c6e161e47bde036f03317301b28937e6982496ee9c7a81c2569", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00042439999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.355957135092467, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 697, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:56.160725+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2641bc49-bfe1-4774-be27-f14d8ae00e9a", "result_sha256": "ef4d30644a2dda7bcbb4c72280bb8bb890b5f45b8b84eca14cf29ae9620a85a8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000393, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.618806095095351, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 641, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:37.038974+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4cde0ab-d864-402c-a0cc-84155b638e5d", "result_sha256": "ea13a53ea79406d69bf33ad778b45989847c31623139383fe801c671008fc5f8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000366, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.265969850122929, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:04.930563+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c282cf7-ba8d-4498-b264-6c9e14bb73ca", "result_sha256": "1bc5a78b1edee2c796effc0f4808b630835fc4ca3968302530ad058d36fede6d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004587, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.30618268600665, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 759, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:31:18.830968+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c02ee1a-8627-4d14-be46-f55db07f9935", "result_sha256": "b41dd2fc63a654faf6d6ec81912f0d2b01c9b10ea715ccf0a73d636805f01bb7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00048489999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 13.441095564048737, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 818, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:45.705461+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c06baae8-0948-436e-813c-95653d770881", "result_sha256": "06d058ae4bc0863aac831b846029015e7fae102441ccf200ff0d6f9cb56099b1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003344, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v30.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.950557925971225, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 516, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:20:14.954621+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4dfc7df7-2bd8-4909-92ea-1f3791f0ae44", "result_sha256": "2d268ec8916e415e42a2ed539f71d95ccbc4f8f709f180db96f7259f91c22032", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003434, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.678613450145349, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 535, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:36.120294+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4343e34-6ced-4eca-b228-68d5777d51b0", "result_sha256": "b5203137920df7ef1f43f05bf08be62476027118e64b9648b4a7bb1e92be62a8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000509, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.563796219183132, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 873, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:16:30.486479+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fc71d2f-d57a-444d-a9d3-601d07ab1651", "result_sha256": "1b2bd494fbbb62c68dbac8fe21e0a80277206ad525b0c4a525cbcc6e0425c8ae", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005345, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.931924564065412, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 897, "predicted_category": "serif", "predicted_font": "Rockwell", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Rockwell\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:44.068365+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "36d85a31-eca8-4001-932c-2f97d78c4b97", "result_sha256": "af578e7928a8916aa3deddf421315f28229cd56382ebed975534bc7124f87b2f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00031860000000000005, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.171816598856822, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 472, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:22:44.719910+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4d59c92-4e0b-4714-9d22-3b28f5f8e82c", "result_sha256": "3d8e77a43c808e111e2742e3188fc4f133616ec555ef2107366dcfa220069d91", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003947, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.655313746072352, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 651, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:34:47.321232+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "54cbed1e-9776-4681-a6df-1c316e0e8ff9", "result_sha256": "1b7128869eec04a9fd4e8997b4d06c3e6e34913a54ce8ffa481e772c2ac49b39", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005467, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.330705226166174, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 931, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:55.524031+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "91c38b56-9e41-440a-a0f1-26102678a357", "result_sha256": "00cbea757844c7bd59cddd017101ee063a56c4e936d45bbd2e2a61f628673ebe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006767, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.331805348861963, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1215, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:59.424772+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ce655c5-f195-4a10-9992-a6913040cd38", "result_sha256": "f4c49bf72382784876990661ba74cd1a12d7ac2ac55dc9260747344633fecf8d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005614, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.413094839081168, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 970, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:55:05.809816+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "131a628d-0749-4fbd-9246-ad26c5b2cbee", "result_sha256": "3f7e6aabb76f88ebbaa0558da981c533f9d95c54635165068ca3337274141212", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00044360000000000005, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.3161299910862, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 722, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:15:10.760867+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "82a2758a-17e2-40c4-9bff-65ce9dea8332", "result_sha256": "96159b341421473777217b466dcc52fad9b07b8ea779a8bbba4e8e6f48cd6bf1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0003515, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.047312016831711, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:56.951695+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b77bba68-df17-424a-adbc-91d3575517e7", "result_sha256": "263e34a7a8dccabaaf5733867f166c7ace6c3f29fb525f7f0e381b14370cb4e7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004605, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.77613625396043, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 773, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:18.602441+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d4da107-3cea-4206-b800-1a843ada8d50", "result_sha256": "04285c380e8cbf6b36201a5f9d26b3afd818051ce98ef43e213c72feb2635aab", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004369, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.317398756975308, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 722, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:27.838201+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "26d95dde-fd3e-4dc0-971c-d31eb2cf16e7", "result_sha256": "0cac404fd2fdb402ce6b1cab8352551978baa584f5debfbdc98591d6cf18bdf7", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0004712, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.592604413861409, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": false, "output_tokens": 804, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:35:16.103084+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c82b52f-b040-4009-82fc-d8fafaa85c8c", "result_sha256": "cb7e21f03d115c06817520a6649ef74733715e1878371249260b86c06a4c1509", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0003842, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.945073008071631, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": false, "output_tokens": 610, "predicted_category": "serif", "predicted_font": "Bree Serif", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bree Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:54.489920+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "19803543-2669-4852-80b7-255fd2a0b84c", "result_sha256": "efade3f4d34ad97fb946676499d24d665bc7d48564f6e5ebfba789250f7aa71a", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005388999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.52768276189454, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": false, "output_tokens": 926, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:04.871215+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8717b961-525b-46cc-96ac-42248be55fa9", "result_sha256": "69e0fc11819e34312ad32ea20504732bf1ef20deca7b761a1b8b656bee84b82a", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005625, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.601749497000128, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 977, "predicted_category": "serif", "predicted_font": "Bree Serif", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bree Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:46.407099+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a08b354-b636-48c1-854e-73b633bf7010", "result_sha256": "aa9365e225d089e1824f68ba5c92b140979d64384120530d522e10e466e44d28", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0006274, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 22.80841692094691, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1103, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:17:16.101816+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f68687d-1c8f-41f0-a103-ad409d7516d4", "result_sha256": "3c1053f196b7ddb66a992c70343386c2da80e742ff0a7af69c42ebd73a7e2c6d", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.000576, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.137871847022325, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1007, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:17.500715+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8798e2be-62d8-4faf-b140-1e61d46751fd", "result_sha256": "125950966517cefe899130f961c70f2ed3c1182412c28a0326ed5876b3ff59fa", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003969, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.009512315969914, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 642, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:35:07.331317+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5b4f5e5-5672-4787-8353-0d00b5096d52", "result_sha256": "643ee4a12b9d7af3a8447107c429ac58aebeed509837ad2dda4c14d7eb134674", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006642000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v26.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.235427092993632, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1190, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:29.759954+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "26a84971-9c23-4c79-b2a0-e15186dae8f8", "result_sha256": "0a2d4d72ed624ebebfd8958f449343a3be968332fc64478aa452224382b06897", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0004728, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.089456289075315, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 788, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:41:26.863145+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f58735db-2e36-450b-b054-b78c2a29e055", "result_sha256": "8678abb28f2c327591c73eedd93c74accc1c412ed7e56409257dfcc0f1f9c45f", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.0, "cost_estimated": false, "cost_usd": 0.0007452, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.341876917984337, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1332, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:06.943693+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba72c194-7bc7-43f6-87b8-537622d9b245", "result_sha256": "69ca795b87e1ae20a55643ffaa72bf832edba839e3911d152d4e69ff9e27d38f", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005373, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.167963313870132, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 933, "predicted_category": "serif", "predicted_font": "Bodoni MT", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni MT\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:50.325525+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b73f7699-dc73-4ad2-a751-442537565019", "result_sha256": "c419d87ebe31a6fcaf9e66c7374f344b141a02fb787c00733f8679bbb189891e", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.0, "cost_estimated": false, "cost_usd": 0.0006067000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": false, "latency_sec": 21.16075017116964, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1075, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:12:53.644895+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "635d79c0-b72d-40a4-8025-c95f19fd3014", "result_sha256": "c46c1610b18cd0c11822ad7003d4ee7aed425edd3be5371b439e9e0e4df2979c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003927, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.65430089412257, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 647, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:41:25.406506+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "561deee6-15d2-4890-b027-10665f11c9ed", "result_sha256": "b27da21d1f669ac9d520e7f280af57b5b96c0576f954f3e69412c3475d739cd9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004567, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.980628684163094, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 755, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:45:32.394540+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e673ef9a-f6d9-43cc-a426-e4c0f23067e0", "result_sha256": "d70ae14c38076868ecbb7cc3e901c7d7ada3c109d8d141f6b66454f758ca9ac0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005394, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.933874710928649, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 927, "predicted_category": "serif", "predicted_font": "Palatino Linotype", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Palatino Linotype\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:47.700537+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "28f362f8-3272-4d77-bb7c-3400ba6b2031", "result_sha256": "9435bdc316036d5742792e8c597e9215d9034d7de4baeeba800688e8f8fb90d0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005511, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.534234285121784, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 959, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:13.096220+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f3ac8d4-cc0d-4650-a927-c7b849c79813", "result_sha256": "450accd5cc66cc40d0552cec0516ec33fda3b1e108c9db43272d0d970eb7a78c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005766, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.233601365005597, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 988, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:52.375848+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8409eece-2882-4bbb-8f20-b37fbaaa9359", "result_sha256": "e1d5b1edb3d7491f3df0256b1b03c367da9259315d43453a6e5724ec9235e2d0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0002667, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.538691539084539, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 395, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:47:20.255075+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "31e738e9-d3fa-44a0-a275-fb4e698bf4d6", "result_sha256": "4b0b9c7c31656f274cbfd2e947cee22e3012ba4f1a17e33f232438a2a6c01821", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00043, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.078276326181367, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 712, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:25.357878+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae4dde2e-32a6-430b-8c1c-52dd2436a722", "result_sha256": "e94b8902178aa6c1326fcdecc6e273b6611f13ab332f279beae6a16a930b8992", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00039089999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.708847055910155, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 630, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:53:55.168376+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3f96694-c42f-4718-9b75-3a5a50138a90", "result_sha256": "e721e6088fb452a26a72c640069648e820748f0e80a023b876c21c1421ff49f9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00067, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.24838598910719, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1195, "predicted_category": "serif", "predicted_font": "American Typewriter", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"American Typewriter\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:23.265902+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "26946395-0535-46f9-a207-9ee74aa08697", "result_sha256": "440bd33c3a75b80e7a3704aabc8c35dfc8770cfbe10efde3c18b939d3fb975fb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005289, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.711912024999037, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 906, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:13:45.072559+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ab2cacd-0c60-4104-9400-ce74abaeb5ee", "result_sha256": "f2a0d1654fdccfc6525dc2bd814b47c1707c87e01073cb9a0d97a5463ba3f4f1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00076, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": false, "latency_sec": 20.35773662198335, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1375, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:49:06.669277+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee6dc96d-76a1-4fd5-a2be-5c8882d7b416", "result_sha256": "e98d527d6dccb29349e0e2de093a203e8bc0e20a851ffe6ac39d980bfaec284b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005128, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.230024047894403, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 868, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:11.967845+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c98b22b-6e11-4a2f-b93c-df02c35e456b", "result_sha256": "dbcd41ac3bb223983c780fa62404f9f09620a1db273e20dc893ea945a39f064a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005652000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.20000180695206, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 972, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:49.189223+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "839cd634-dda5-40ea-a17f-e7ee559c873b", "result_sha256": "d64b7f5286a9c94a27da9e0b490680655971df24fa345edd8b9838a9c96ae74c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00038639999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 10.724779943935573, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 621, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:05.620877+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bc6edb3-4b6e-4cf4-89c8-44e25ba58c8c", "result_sha256": "1ea005cc5b5f2a3085993f0eb271e6037be38c9bc67f7b01be62475738ccd875", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003411, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.260971758048981, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 539, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:41:22.966594+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b7b4786-f2a0-4356-9c4f-28f664fa7ccd", "result_sha256": "f728115f50391b8ec5a52905c48cfbafe5a9f7ad402aa9d3b8da78a3629a14b1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003874, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.25016827089712, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 623, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:14:18.568505+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "48f0865b-5d42-4642-abdf-53396d87b5b5", "result_sha256": "98cc964e0b48cdb8bf08320367bc2c5ce0e2c86363d12758ce55ce14e0cd5a04", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000351, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.374615459004417, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:20:36.215662+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2799dee0-2d0a-4777-9b08-3c40d90afdf1", "result_sha256": "b13e027882d1be1db0733e4a635fa7528399a3e7ba6355d2caa57e257864bf71", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004233, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.792902708984911, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 689, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:41.515335+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "661286be-7865-4177-bc35-10f028d3792f", "result_sha256": "4b63e3cdcce3b4f8387ae69d75c3140fc79a1853a1a5db825f0991f20058244c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00032419999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.019848975818604, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 490, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:44.816533+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ec09943-3750-4ca8-95f5-a14451991477", "result_sha256": "21ed2757181c3d7158c7579a713416d6ba7eb2e241441aa77ba061e0d6d827e8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002654, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.180314746918157, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 379, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:27.299111+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbb39f8d-b266-44a1-9e64-f4a36c075b1d", "result_sha256": "4c8e71f62651f56040c742767ca34b4dfe8fbef615a18fa86b3815af13bf1a05", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004266, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.94426832580939, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 710, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:42:33.886730+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea808a89-92be-45e2-bfa9-60ca25cb49b7", "result_sha256": "5be735cea5a576f92fffb66a8e64c3d9c795f1f555f5f11245965eb26c446f0e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003691, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.249004415003583, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 573, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:31.941263+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "de2d87fb-6d5c-489e-a1de-e83a5deb958c", "result_sha256": "40a3b08a766372d9af89ec85d80cdfb1d265ea7c9866edd7ccffa9655e809c09", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004852, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.079948282102123, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 832, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:49:07.089036+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b20e9eaa-45cd-42a8-86d6-c8b79a972733", "result_sha256": "1e8ccd32deddcbb4abbeb2f529ae45f05fc28f1598ec165713725026ddbf7b39", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005233999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.477035528048873, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 894, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:03.281520+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a96ae276-69c4-4312-b35c-1cb0de9d05d6", "result_sha256": "51f9413382c28ba119b5e994ec103ee49425646d0dd430685c2e1f6544f6a04e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004367, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.568875329801813, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 735, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:16:04.355067+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d6b1e24-a80c-404e-9a54-0700d38f90b9", "result_sha256": "e3a6e416dd5befc52b530d96d3a5409a70ce4035d0a428b42207dcad398d073f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00044760000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.800444785971195, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 752, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:59.735187+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6639d4d5-c526-4cd9-8e23-832b43f4863b", "result_sha256": "d1f1c68bac51d5a553f68c160a675f63f02e0cdc6872e1a31dec564d6068d1f9", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003621, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.877064999192953, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 559, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:57.292656+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa7432fd-2f8f-4e0d-b4cf-6ad6be792700", "result_sha256": "36e0b195f652bd25eb01128d07737114e74197b809459da7e6a748522aa69c3e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003245, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.645084725227207, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 504, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:38.192514+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "08cfacfb-753f-489e-ae14-b99350760d5d", "result_sha256": "ccd2ffa16ea4852e7ab8ba9006bc1adb18373dbe42688f24eb7ee26a06db6272", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000409, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.839476912049577, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 670, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:42.293600+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0b86930-037d-4e0b-8fb2-ae468cbc11fb", "result_sha256": "263fbd25df312c1b3b08c6bb5f4bc8baeb4e6ff7239005487bc00699feec0986", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003404, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.966574186924845, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 529, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:01.996343+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce4d6d58-ccca-435f-ba7a-1ccea1016036", "result_sha256": "235b007315a6ae7f36983f5117ce11c670734e2c6ecc825d9faee123ad224cec", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003922, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.404141099890694, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 646, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:44:14.002378+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f9a3f9d-93cf-4b55-a31b-2e82097e1ec2", "result_sha256": "1d42d510b88fd1b7146e34a220b0642a527df7e3de5dbc01b95cce5a62f1e436", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003567, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.577585626160726, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:57.193322+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "51374e50-2af8-411c-b714-877b1f82c974", "result_sha256": "34c41da9442ba6b17b02c4d5a608fe16317493171fc5167527d1229582044c03", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004729, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.83527958812192, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 794, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:56.935947+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b0d3ca8-5f2c-4dc3-92a9-d34dca7a05f8", "result_sha256": "fcd07f44a82f9e43fb5ed086eadc056e7c4c609fbcdab83a7ac8a98c78d6d7d4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0002926, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.05525536998175, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 442, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:33:14.941054+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c11b93ca-adb8-4d50-af6e-5875f0164846", "result_sha256": "8739cfbdb5012109ef952a781165435c414a70737c66fe6613089abfca331864", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00044310000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.733851159922779, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 721, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:05.189693+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "917a78c9-2cb4-42c5-a1f1-6584dd54c5ef", "result_sha256": "da0741b6185503e44d291e423f4a68fa98ca57a0669a86f8182a86ca92d263b4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003362, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.258849307196215, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 534, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:08:49.114232+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c32e3567-4913-4d90-b661-9205e4d088f0", "result_sha256": "8f047157ac12d83f06fc8f61a60745361a61bf14bd20e883ece93483c6fa2c61", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000331, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.471830911003053, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 514, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:49:01.314277+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "86b10d1f-751b-4e53-a3f3-52813fc10c98", "result_sha256": "d9d8a32671c5d3fece5f6a84dddaf14384768c31e3089af79cca50e581ab787d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00027739999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.585267205024138, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 403, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:15.041822+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "237151e6-91e4-4ec5-a96f-e8b3b5a3ed16", "result_sha256": "369e755677036b448fb2a99104549637731117ebb6b67b3472e7d6dcbd798c99", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004135, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.808984517119825, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 682, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:32.896075+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf973b4c-d4c5-4631-87d4-2986406c984f", "result_sha256": "23d29800522ebf068dbf9976679948ee16f514884706b6fbe4499055b0842d92", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005024, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.528656982816756, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 853, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:51.264725+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "abd6082f-8cfe-4384-b12a-bae08dd7573a", "result_sha256": "f22ae429c8cb30b490bcedbfa635f2eb164ccd543e521bf0ed3f045ba1c79fd7", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005695, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.080826670862734, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 994, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:48:38.873086+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "129a1f1d-b2d1-4e0d-bb7f-4dc429580d53", "result_sha256": "d1af6cce015212d17a8a87f58ba1b1aaefda7f6c2f75ba56af1a62bcfc552ce1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004493, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.320467962883413, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 741, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:38:45.974941+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "686e7089-da37-40ed-a045-aabce89dfa92", "result_sha256": "037e9e4a1ecad8fb12d95846c84d240f2fe761aa1fbba87d184aeeaec1f92d1a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005007, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.78408576711081, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 843, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:02.431234+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fce850d7-a259-4b4b-aa3d-55e3466373af", "result_sha256": "11dbe3e61d65f1dcb1ae9583b778d2e4afbd0d2f3ea6d0f75b5dd92c61e9e81a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007104, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 24.992867003194988, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1269, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:31:24.925652+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1afda0ab-39f8-4247-b52d-bd0c749e7e85", "result_sha256": "c6116c27d9cb2e41ee53dad0fe3595b43143071ffa57c815e174a1c7d4483f25", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005326, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.81747349514626, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 922, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:00.236201+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2dcb4f68-8089-4475-8e1c-47bba1edcb02", "result_sha256": "31f8f6178a794dd67172e7b3466fe11e799de7db17095317f009ff3e8c6eb7b5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003714, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.014583813026547, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 591, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:26.533223+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff296941-f631-4d21-99c9-47ff2781b5cf", "result_sha256": "d9849b7efca4506f0c3768b96b6f583c2053de356adde208c61ad276bc531b17", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.1854700688272715, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 455, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:55.138264+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "03e06cc6-d8b9-4df9-aa53-c25d8386d611", "result_sha256": "ef037946f953df9bc9483c7bd3743bc1284db20560aee927c74b19a397450af8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000453, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.776390417013317, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 734, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:08.789365+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "172f7b17-604b-4572-ae20-0369e901a995", "result_sha256": "dd1f4addc5ad3e8fe659796c9eaf8bd9f558698e32c62c719d8a54206360b0a7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004577, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.189505520043895, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 757, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:49:29.239862+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdfa60f4-10be-4a5b-a836-b4731370768d", "result_sha256": "9fed2cc8076a82f3640eafd8eefc1fc6340530786af265f35a9158afd2193bcf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002984, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.215694818180054, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 445, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:07.253803+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1a1bb27-acdf-428b-897b-a025db6dc877", "result_sha256": "d2b5bb5e430e60bd873246b4a62dad91964cad9153c364986bd4a78343b69469", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003211, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.756763268029317, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 499, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:50.046516+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9bab130a-1f15-4ea2-b547-3d9f2a890f31", "result_sha256": "284d423e4d5d6d1d2eec36e77153588e9827fa981eed4005419b4773dc3096c4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00042960000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.04519099299796, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 694, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:43.771559+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3f76b4b-cfdf-4352-a4b4-9de09c37e099", "result_sha256": "10f9552c3b0e4d20cc44b7648b7be23e70e2d3d946ba3700686d3b43c2280f3b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00034219999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.62846451299265, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 546, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:26.142644+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc189e11-a8cd-4402-910d-3346f0f898b0", "result_sha256": "df350a929989ae6a4bcd4f147a67b0a9656244b1fe68d0ba749c349aa19b82ec", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004052, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.575380849884823, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 648, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:15.461096+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdb9af61-ca83-48d9-9257-289b11b6ee00", "result_sha256": "1e899b447604cd948e3debf74ec06821f5e1c6fb1edba701ee7d79cc28702f61", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005232, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.560030885972083, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 908, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:43.121887+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "23e7145b-e7f7-4106-94aa-24671e0f8133", "result_sha256": "c197bc50ac3043f2b161dcc2b7ca2a185eea0de8be5630cbd2c4597acb5a5a24", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00029860000000000005, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.210684673162177, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 454, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:22.643439+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "eedaa5bb-a569-4292-999e-fb4e2dfa2966", "result_sha256": "fa1dffff64ae643d1222ce9fbfa0bac748b228018202c689f0d3565505ea14bf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00046060000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.072148047853261, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 756, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:18.441155+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca8a5d1b-92aa-43dd-99b7-e9aaec83ca55", "result_sha256": "4de43742ee8cd648b9e9957152e0ca6933167c1d3c79188f35de9d12d171f349", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000815, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.094302042154595, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1485, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:15:18.779237+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a03a92f8-7d14-4449-8bf4-b0245f6843bf", "result_sha256": "033ad532e5f78ebbb544c94e0205c9464b9d9cf5dc3c2aa21422e6045a3a8e31", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000525, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.52431863010861, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 902, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:16.376363+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd295edb-db74-4971-855b-05957f32fdda", "result_sha256": "ac1b897340cd0a92b5f3408f39e49d315dd73f001aa62eec7967f05c49340c82", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005649, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.67060531489551, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 978, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:32.685695+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a6dd528-515a-4377-8e4a-7874f6068895", "result_sha256": "7283539bdc0ca0aa2895caeb81fee7886066c0b0c618225fa98f5192a788c3de", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003477, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.577236503129825, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:58:07.233163+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e2a5c25-8dab-44d2-b178-0e631d011300", "result_sha256": "7a3f80d89aa7e9fdf39d4ca75ed7121c9d6ac730f9aebfed944f3c1be8907077", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00034710000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.763538072118536, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 551, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:38:53.432250+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c8503d7-5747-4b40-9f90-f71e0359fdf6", "result_sha256": "e877d30b20a5e68a7129839c1822072649a7ea5abf82030fc52749663eb55267", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005371, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.027463312027976, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 909, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:37.765487+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "318256ae-edf2-408e-b639-f066e7c838d2", "result_sha256": "0ac4cf478687ea3675b208b42d4e855f2b20c98327ef4131c8a783557141270f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003355, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.089767937082797, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 526, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:25:57.824928+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aab040f7-2bea-4a49-a50d-7e9ed7ca305c", "result_sha256": "20b03a396fbf014d72177e82825f63021d9a06ec593116c4fbe00981d81ca4c6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000308, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.892769213067368, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 468, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:00.011222+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "920cdfbc-a97c-4836-9f1f-6c06e2b40f62", "result_sha256": "ffba6b31a36e4104919f470167a5730021b51b8c26f7f8231108019b1400a689", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0002644, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 7.40872886008583, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 377, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:21:17.345685+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6a5c670-230f-4c7d-8baa-4de860f72934", "result_sha256": "876fb2e0f7decb865be7f03a3a2269c888cda3591ac9e0e34096bcb8b03c718e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00041989999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.393138098996133, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 688, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:48.653411+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6100f3b7-b30d-4a66-b398-f306c81661f8", "result_sha256": "076cd5215e5f748036b22c169e16be2929fecfd2574ed3b2b801d9c3599e3b94", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0002787, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.766830482985824, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 419, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:51.442174+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "10edc800-4601-49c1-9aac-e38030ad2c20", "result_sha256": "154f0be8f9f731bb5dc723aca45180478c610209eed975a12b25828408fb3986", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003917, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.573652497958392, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 625, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:10:55.894122+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd7d353b-813d-4af6-84fc-c836a7a9c00e", "result_sha256": "4ac9d3c9b6b38a8be8e65d3d64727fef503de00f348d39d7358a05272657b0cf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004517, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.259360334137455, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 765, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:13.221191+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "77e29b47-44e9-4d6c-8dd3-1d0fa68b664e", "result_sha256": "8d7045e0e2dca9f8d325f4a47bbfa8b3a52ea3846263c295ddeb03ec455a9c79", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003417, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.68723849602975, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 525, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:39:10.481358+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "92b8e60a-b926-4287-a1ec-6327221ac68a", "result_sha256": "563ee20437802870dded3fc11a705e828446eb15cce4a16c3387cdde03073b29", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004889, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.87861555092968, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 816, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:19.438471+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc890589-57d7-40d2-b507-151827e657d7", "result_sha256": "ae4fb10b7c184c5298ab157cf2860aaba57140e3f8247c04428ed9631b5b91a6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0004991, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.022149749100208, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 855, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:02.486202+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "605a819c-9858-43d1-baa6-d864559bdd17", "result_sha256": "f9fd7f01ea078bd3451b8cd44f57c755ee57091e9ea79604e3bcda59900eebd3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004331, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.752258219989017, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 701, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:57.671302+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "81e1d98a-e004-4cc9-b68d-3cfe2eea630a", "result_sha256": "bf9420d6f517bae1b7763696d6aeeb55fd35c52916df42d80435c21dd66219e6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005952, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.476385114947334, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1052, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:19:40.231369+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5251a7a1-af0f-4e76-ace5-fcf145ef7c5f", "result_sha256": "ed277060d1b450310bf4bcc59dfecef74d35bf173c9b09b81bc369d144cb51f5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003172, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.8808301941026, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 496, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:36:54.522229+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "18c2f34b-7891-4077-8ed5-05e56bbb1f43", "result_sha256": "0fe60a050b5d69f810b0ec7ea4876e794ce40b3fa16598c0341db6ce8407c014", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00043210000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 10.531000346178189, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 721, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:44.265067+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fc49643-38d8-43ea-a972-9bd6d2f3fa98", "result_sha256": "81c5b03cdfa3d8dc878567081e9dc987158267274d399afc98fddf36336943a1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00032460000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.931336198933423, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 484, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:28.845102+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e90c0855-c688-4414-8a76-7ca82670d49f", "result_sha256": "ca030caee87cc4def4ea60f041ce87c6982dc6c307c839c6215fcf76624ec915", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000339, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.945612604962662, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 533, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:57:53.498189+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2a35658-9e0d-4628-a15f-76da0b7de078", "result_sha256": "fb7aece349f34db24ee346c78754f88abb296994f565b6051b63210946ccc7ff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003535, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 10.040074824122712, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:22.521937+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3b46431-9612-455a-99c4-d3f8c4ed5194", "result_sha256": "2ce910ba31b62e7f02b3eac7b0b5767ddc4b3b690dd3a07570ea73b1667734db", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005269, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.414516736986116, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 902, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:32.798800+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "960e434d-2e7d-466d-bc1e-47e6f5d41ec2", "result_sha256": "6dd30ddb0f2665c1e0e3b5e11747f678417ed28c463433df171bf1f8103a8dea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004474, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.902964730048552, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 743, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:13.446485+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc9ad80f-9b31-4540-8c63-abd1e8b7cc76", "result_sha256": "822ca4b5055876b8a86e1a99ec63f3fd16fde7eb32705a428e2cd17026df20af", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005362, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.890549103962258, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 934, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:58.104639+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "69b478c4-5d6a-4eb6-8b34-3d6ad3377001", "result_sha256": "f8c4f34171cb66324dd4e9a7996033f7b7bb1857a6802dbf524d465bbf040ec6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004937, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.122384601971135, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 829, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:50:46.897789+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c14d532c-0d64-452a-9abd-0ebbb505dbaa", "result_sha256": "ad91ace22510f76f0b0f6a6b00948200f397ee8f11d5eeea3e1c84d5580b4ebc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005857000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.093736773822457, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1033, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:49:42.841478+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c0174f2-c810-43e5-b546-ebf6e3c973cd", "result_sha256": "85a3af3cf0507c4d6a63559c9031841741daa0b83ad37b452e71460703a62b17", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005452, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.348050836008042, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 932, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:18.648701+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9da26727-95cf-4e0f-8ea6-8bed517b68c3", "result_sha256": "69d957fc8ab8196b77bd2fd94b31afff9013043a0e0ac6d0091a07c4cb4b106a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008874, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v12.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.795289897127077, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1613, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:39:56.383936+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4264f9b6-2537-4550-8b07-deea5c646097", "result_sha256": "a2c71ed0a733bc1527a5b6035a7ea048f1dee0d40e3c755f7105b29eaf03fcc0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0008506000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.605168749112636, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1558, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:32.709320+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "eef20ab4-c00f-4beb-9442-94349ccb7e81", "result_sha256": "00f79c5699ac3561232aaa9c7f5593a91ef50e7ee74089a682efdd845b4b7b5f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00035810000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 10.358903375919908, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 551, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:06.285425+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7826ee5-c308-4194-8f77-5368e36b2081", "result_sha256": "bc775294cf76a1bcf472b149997d070db84a48883193a8b0cb9ad6c92f2271ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00046719999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.811831819126382, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 796, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:42.331381+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ccead6a-5acd-444d-9bf2-497dd750d4eb", "result_sha256": "c2eb017f649a878c73c5c02f88ef6e6a0990dfbfdac96d030b8a34fb700424eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00040219999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.292399097932503, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 666, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:17:41.895045+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0141d858-ea99-4d0b-9c49-7eff4dc6b48e", "result_sha256": "bce8b73eaa0d536be7eb44bac2cc39f610b638ef93dbda90609d078c7ccc54f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004307, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.286169595085084, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 703, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:15:31.139128+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f69c8b89-d570-43bb-b4eb-297f19e01677", "result_sha256": "2fa77348a635e77caad1e2da6d649331afe8acd68a23af31e90a1343246ab2f3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003604, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.134511035867035, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:39:39.798828+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5504532b-cc9c-4168-8187-aea2f9449f4a", "result_sha256": "9436f02ff714e350179944d4c331b48f622c544426b2329432d9764e7b2f6cb0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003686, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.651589720975608, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 594, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:23.193342+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "02ad74f4-1b61-4025-9165-26046fe0bb75", "result_sha256": "0760a184d28e3175dacaadb3049e8e586c3c817f711c95ccbb3aae3247dec4d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005816, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.075644938042387, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 998, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:28.517059+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c300f07-2ab4-47d1-b359-e3295535b78e", "result_sha256": "e8a90aca238ff4e5bd7b7aea9558a1a75c0d4e876128e59048ad14ff1aed8acf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005035, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.953326867893338, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 862, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:47:09.378285+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2493e21b-a9b6-4346-b431-12b9b8fa0544", "result_sha256": "3aab007f5fa75a18e1a6f14c17adda23b5c73ef4a5e8aa1e53611aa1999da8ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000716, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.843622490996495, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1284, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:19.008619+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1d795bd-6134-4c26-8267-4e106254d17f", "result_sha256": "cd7dd1b9dc5c1748273de99ac01ba1936e6b09cabb47e2d962f3d64ee85ccfc7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00046489999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.684217024128884, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 778, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:24:26.971159+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1822cb38-64f5-4529-b09c-ff1cacc87c57", "result_sha256": "66247aecc31cacd16233f1f72b330deddf8ec6cd01213b174c1350f5af259312", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005869, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.824725999031216, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1022, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:15:39.611719+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "95ea0c9b-f698-4645-b011-c5991f3eca2d", "result_sha256": "fb1e5cdc69fbc64a872b65e0cad6397d19622185fc489d96b11c95935492ba80", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007038999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.712848946917802, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1256, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:02.437773+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "44c262c7-aea2-4eff-bd1b-a2485d22b143", "result_sha256": "e26d1778f29a02a75187242fc14dee44ce01aa5bca5210ef95bf16fe72ae41e7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000604, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.309576265048236, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1063, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:35.898213+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fec0c55-3fe4-4fb3-b032-589bf6b1d819", "result_sha256": "dddaf805ac06f50361633e847283a07ecb0372772681ed15619e108fb5708a89", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007525, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.158617096953094, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1333, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:08.641465+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cde8d80-f7c9-40af-bb48-09466fed2057", "result_sha256": "4a15c999b7c3d41312be76a5ef4d16faff2d4e2e01bb56ae110a48db7cb9f290", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0007947000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.926456816028804, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1431, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:14.212340+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "20c7be46-9377-4a21-b9b7-b5c94d94bd33", "result_sha256": "3a2e6e1ed845277fb927244a84a7b2074e20d68ace308c359d13ea1c2b1f4bf5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005944, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 17.94091516896151, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1037, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:43.362422+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ac168e3-1f4d-4d9b-ad01-7034a3e51d0f", "result_sha256": "ee2923e9b56347104c4c93048181604ae47671158837d09e21221dabad13b0ef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0009476, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 29.235325006069615, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1752, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:15.574841+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b2f52f7-759e-4a87-9d0d-663e45337d34", "result_sha256": "112dc665fb6a49129e48a2dbc661a547a9602a7fd8a99a8804a3dab46441a5c9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00041339999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.767015150981024, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 675, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:12:49.086186+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d7d43ab-203b-4130-9cb0-e7e7ec176a70", "result_sha256": "138fa778518c720df072a7f1daaab152348a8a5092da0d0b2ae8801c20f50fe6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000401, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.045153342885897, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 657, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:41.991703+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c4677e1-86df-4c17-b32b-1ff1e83e9369", "result_sha256": "526301e11e13dde3f521b0bb710f4bb3ade3ffe35089b0bc2e9a119c47423bce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000305, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.574760908028111, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 438, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:33.753361+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6721e65-bcc2-4a10-ae92-bf0e022e315b", "result_sha256": "fc9d4269607bbf93d15818f8d5d58bda84e6ec57165c5188cf7d1170636008d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005112, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.144979066913947, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 864, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:22.938007+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "02bad736-937b-4938-ad3d-c3e16aba0437", "result_sha256": "263e37c678c572ce1e9926eeaa63f290be8cb3e77d10ef2cab91cdb6b55ca1c2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004029, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.126550985965878, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 654, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:31.371409+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "26326515-94e2-406a-98f8-e43f89819986", "result_sha256": "fe4e1a13e3688a272dd2f298f1b325a1452d9e0df79ca2f9f0f25ada2fb94f19", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007589, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.75483646686189, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1365, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:20.999319+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8447aa27-d68d-4589-875f-837923b9b928", "result_sha256": "6e45811112241d45d69935aa6a09cef4eb0149f6186cb52ca4b5da4d2cc97574", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005696000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.890166077995673, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 974, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:29.817778+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "070aba99-3035-4086-80ef-f2a485b660f1", "result_sha256": "2677b999401321d308f1a7d7cb682e1aeb59fdcb69f929675a34985a0dd6fd2a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003462, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.447915038093925, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 554, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:33:22.730322+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e18843ad-1896-4a21-80d9-8f9480def760", "result_sha256": "eb1d80867f20fe16ac720d74355f67297e9a9d600f6922a44c4f8b48a90b0f6e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005092, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.755801185965538, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 856, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:14.485466+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c35340a-5017-426a-9a3a-81e8830de751", "result_sha256": "50f23d5f570ddd5e131342d9588f7708f7456491ef89b3fbd3f20e3c2dacfbba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005787, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.177511025918648, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1019, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:41.689113+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8925c49b-e3bd-4df4-b0fd-58f18c5c2a38", "result_sha256": "649fc4b7c9c728e5e6e00fae2d252c77f8ce7c41c33c0c804629f89e657c94f5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005139, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.570620749844238, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 875, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:55:11.904985+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f61685b2-e55a-4d44-b9e0-d7b060255acd", "result_sha256": "e827c472cbf1cd412d0a428d086c014c3f1da7c992514fb02896235bdbfd76c1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007711, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.205569964833558, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1377, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:16:43.063282+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "100f229e-40d9-4895-b516-a4b090a870a6", "result_sha256": "f295cbd0f9dc692ea4847943ad0760c0288b5988cb19386353004df52f38c100", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007865, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.701570487115532, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1428, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:22:54.045192+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f463e0a3-dee7-4ec9-8345-628d95959266", "result_sha256": "f58b69ffd846d08ef12abe290917ad7b65afacd317d0e64ea3a81c8e94b03d52", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.000388, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.43994583399035, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 628, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:35.193526+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b88d0db8-7e84-4dfb-9e92-c34162f24329", "result_sha256": "251f766bb8c19c2d075b92639d5d113d850be71b45a7d9eef6798309d5af444a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00047789999999999996, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.46718506095931, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 804, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:01.171217+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f065f351-9cb3-4e47-82a1-5d0e19c9e685", "result_sha256": "d4027d0a454e6bf67245ccfb4eaf36a638ddae95aecd0cb9ee4269e04ffb2345", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004892, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.618439130019397, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 840, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:18.254696+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cd69fa6-f3e0-4829-8879-ea3d6b3da4d5", "result_sha256": "04d511b1145211dd87dde305f9a2eb67e4646f756561088d3be050c82ee2db53", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005618999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.828628679038957, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 971, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:17.164471+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc9f97f9-cb8c-4171-9847-f263f8f65569", "result_sha256": "edb7882c6bf2cee1368a6893fba51cbfcdeaf0ad2b251e0d83ba57590702dcc1", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008771, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.356771559920162, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1589, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:13.136634+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f52e1657-5dbf-4326-ad87-8737a7ff4bce", "result_sha256": "80b62bfb7d2f6b1b26a5aa0ca34043401b9550e68162ac6b5b33758949f461a4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000656, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.914089642930776, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1167, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:13.726179+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1528d8d-235f-4531-85af-61169ac49129", "result_sha256": "efb6ea6fa8024a73219a700b28a01d38f7d71fc240cd0bc079bf5a9837806f9f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003968, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v50.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": false, "latency_sec": 13.503223217790946, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 636, "predicted_category": "other", "predicted_font": "Fugaz One", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Fugaz One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:29.617543+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "165d0b7f-58cf-4c7e-84ab-cc2c002fcce9", "result_sha256": "b46f4b3b0c3d15733dd8b27ffb23c2d90bfebd6c20c0d768ef725bb80609a8b0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004544, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.884293452138081, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 757, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:10.643129+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5842d794-57ef-4034-a491-4de0b2b912cb", "result_sha256": "8696f49347e71fff132513a8602ddb68d10e5f172230146c46d5f088c9831e4b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005209, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.553650245070457, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 890, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:06.184165+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "de6b13a8-35e3-44d4-b58c-239228a3fffc", "result_sha256": "4b41c5c1bbae31cb3b6108109f2401e9f52b0331d0b51cdea41ac8cba69c153e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005966, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 21.52872829302214, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1050, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:36:47.027042+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "edc9673d-015a-40e0-a439-4c0e8c49bc46", "result_sha256": "42947ca50568bff6668ef6d03c2879bf3208c10ea3e9f4d9f3b4464b76c9c597", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004192, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.967149264877662, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 680, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:36.672838+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2104473-de8a-40ec-92d3-d54128f4baba", "result_sha256": "4d9e9d7713eacceec23cad98d1204a1f1156c60325be349aae3dee29e78f74da", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00040469999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.155969618819654, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 671, "predicted_category": "other", "predicted_font": "Titan One", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Titan One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:10:59.292255+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "36b74984-d410-467f-a0c3-7e77acd206ec", "result_sha256": "b29e735aa1bbf92663199de5276308a69b44de849cb37e313ceb5e8acbb287b4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005697, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.346494439058006, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 981, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:29:45.081497+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b74fb14e-b5fe-4039-a9b0-464d0262b9b8", "result_sha256": "f40e2693709b07c3ce2d82c061ea06be2106d71fd92c11dcb7d2f477004d81d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006879, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 23.368250123923644, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1214, "predicted_category": "non-serif", "predicted_font": "Russo One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Russo One\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:01.668285+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d5d93e3-9db2-40ef-a943-3818dbfe8113", "result_sha256": "ea3fe0755d6dd1bdbcf2cb67756a68d5f9d7e2bf387878fd7d5d7049563a7ddf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005971, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.140393092064187, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1051, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:25.167704+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d9f8ff8-b573-4721-91fa-faa3ef9ae4d1", "result_sha256": "9d714d7091292f91d215c8cabd16c1b13f169256295c5bcfae6e5cf5966c051a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006221, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 19.14963082387112, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:35.891553+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ae03583-5cd8-481e-8558-be5edabf6326", "result_sha256": "c2d3022885ea8381fe51352c8b144b676102c025d3df9c6a2eaed22b88d0223c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0010327000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.37230916507542, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1927, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:21.416197+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6e724f4-4972-4fe7-a7d2-8465c6e0292b", "result_sha256": "36a781e28460b9281e8eceb8990cedb5ea048a16bcf3dd634e56e13c4aef9360", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005172, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.564471145160496, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 896, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:32.170124+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "787da824-71b2-45df-8bf0-d07713cec9a9", "result_sha256": "4e3f1c8fc22902521d447c98e5a27c17089072c68c88b827bb06b2a51f5c78f7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005196, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.322968474123627, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 896, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:29:59.505670+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "da5efaa6-91c7-4c04-8c7a-ea984c6e9cec", "result_sha256": "f20c708e687cbb183e717e7565a312e7c19b66d3e76797d03deaaba3734ea212", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005241, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.418031507870182, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 883, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:43.403887+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f8390d9-3e98-4d2a-8643-2290ad125d24", "result_sha256": "d7406f23bd72f8462840979f919ceec95b94d02362c9624a2c7d1a6f2f52cd54", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00034669999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v04.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.589984026970342, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:38.656540+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d4a6cf3-0156-4314-a815-39e545b099e2", "result_sha256": "2ba6ed778d2ba0ace506201bd9e1e39ea912a4621dbe046ba7f4969622ff7cef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000502, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.860991836991161, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 856, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:50.232191+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba385be5-5f0b-43c4-b315-defb59336191", "result_sha256": "5c80a425dd052595d3e6f017ddaeb71750791519d74037d419475f5ab6fa1118", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004384, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.842853144975379, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 725, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:43:42.667626+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "abb6527e-b925-4e03-a037-9f11e9b0bd7c", "result_sha256": "5095f46bf2c085bbfc7890ab122b9e39fd93172f00a03e762c4a8d46b836c919", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00039989999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.92158059286885, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 648, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:19:08.408149+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d84cfe6-6698-4da6-b8c1-35f959c28bd1", "result_sha256": "e146875739f67b1c3708224008d774ee74b908e586ed713123dd4286d0b63a86", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006532, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 20.531916552921757, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1168, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:16.248902+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "51a9ff7f-b7a3-4ec2-bc95-2b9b9227035e", "result_sha256": "7e8a59054274ab290f60885a791f39964ff2201df8d1154ca91e82af678c6140", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004971999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.457282807910815, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 836, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Futura\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:55:26.369217+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b92979d1-b512-4513-990c-4c7e2af715ca", "result_sha256": "4359ab601176c55202cdabf04a303eddb2aee38d9b437eacb820cdc6df5d4e07", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006502000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.44535844400525, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1162, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:26.523348+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e84700b-ecd6-4a09-ba38-f4d68a2ff9bf", "result_sha256": "dc80a89bead1bae699a451ba955a880f246674fd3040ce05dc1e048376097a1c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006462000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.787012055981904, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1134, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:13:29.276164+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecae953f-4f81-4b6e-976d-7a211f7f6685", "result_sha256": "7f4699561d01fef73fef762549bd85fba9881460e5478a56edccc3e997c10b01", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007874, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.09772832901217, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1423, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:38.700672+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e67ecfb1-11be-43b9-8f3d-68256b1d93fa", "result_sha256": "7a492e94fb2911023248a63b39881af49ad48b8faeb2354603edc8fdde3a3efe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0006526, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.034552849130705, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1162, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:23.035927+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a34e9e8-646c-446d-ad98-6255a6e3a668", "result_sha256": "1c0a3992d0f2cd7a4410ea0bc9fda70d10da64483e86bf409530d0d86b7c603f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006211, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 25.12778795300983, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:14.673606+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e72bd31b-a5c4-40d1-b999-30242a5ca662", "result_sha256": "e0184658e8521a5a370f0b91fb2680998190757deb91829233da647db94b1635", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00034869999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.180762506090105, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:43.109475+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4b51a54-abab-4fd3-ab76-ef848fd36f5e", "result_sha256": "4564d7ba838fb0c5003463f5a7e846a5ab27651c329065f5ef2be0fe2e47f564", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004437, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.156495233997703, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 749, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:27.353195+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "52dd0592-173c-49d8-a303-7898a4eb641e", "result_sha256": "5db33571d34de5d7ec719aeae065700cde803fb3e6ab66c845720308464a0a00", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00032219999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.695039683952928, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 486, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:54.253140+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "758206d1-10fc-4d7d-b992-fd0acec65401", "result_sha256": "b5d0386d65ac4b5096ebc3e6416a960fba1279671f8527e7ec7d11483212be10", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00033289999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.847065774025396, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 514, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:32.239543+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3208414-eeae-461f-815f-d56eb9ef5057", "result_sha256": "27a028019dbe5bc1c45dcc73548753155f26730e5c384f7259cf5bfe098ded1d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003366, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.882495305035263, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 530, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:16.310246+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ac4dc44-d747-4381-a8ee-446eb691de95", "result_sha256": "b5eb7efc84bf09aa7ccdad231588cbaf30ffa5124c8905ebd82e9fad0586aeb9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004021, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.659971398999915, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 639, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:37.827345+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e73a78b3-d0ae-498e-aee3-bd4385a0538d", "result_sha256": "0b48f99482384a1feb0e4097b2ceef4fa85a0508fc286002b6193bf7ebf3b88c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003082, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.059797161957249, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 478, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:31.127846+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7b4d419-8759-4595-a92d-5ce781b72a1a", "result_sha256": "6c330a5dfb2dd5deed4075bcd0f9e55cd0e04482220c28a09eb70e8280136d15", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000498, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.29380734800361, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 848, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:39:22.985762+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4adbc0e2-3fb8-452e-ba32-28ea731bfee6", "result_sha256": "d7ea23b3845c63e9bf95dbe02a63ca82d61fd61711fa11aa62d83087c5d60e3f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005069, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.971937695052475, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 862, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:24:05.360787+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "77bace31-42fb-46e3-9377-e67f9907ec59", "result_sha256": "75d1cb800b58c9ec7ad01707fe2f088203bf7037cd3991742b3197f12aa349cd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000552, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.266597975976765, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 959, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:31:43.224663+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9dc5772-c33d-4624-941f-b857e9559510", "result_sha256": "d7eadf06f7280c12a4bd9982ca817aaeb46d636eba32420464c583d2c06c195e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00046939999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.0280624369625, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 787, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:21.525527+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "30fb3466-0e54-43cf-8fde-98b1872ab86b", "result_sha256": "05f0b2410b9fc4e9695dc4a4aa12421d07c4e65c2b523158d03d6e712fa62ad8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000373, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.805713542038575, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 601, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:17.841153+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "96ca51ec-eb7b-4715-8e01-a73ed9c04de2", "result_sha256": "495595ad6710ae68e199fdb870233d252622beb1d375aa551bf2da51f3c28b99", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004798, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.420811514137313, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 802, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:56.676810+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "78b53f9a-e816-4ec9-8b94-41c9f6781439", "result_sha256": "0c40d279701826fcbf5ea3f18a00fb03700b3df84905b966ad63b913fd9462cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00046469999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.556550004985183, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 771, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:20.677848+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "38ffcf68-3c96-4bf3-8865-753c59c9618f", "result_sha256": "5b2888ff1c8f82a7977ad793484a4b1ca4015f0eec27f798a6f0e86a506b95d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005863999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 14.662838634103537, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1021, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:00.652968+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "32fed079-c198-4706-9fb3-a2de3fab7cfc", "result_sha256": "d2bc525f82102e8f0e767b5a3b69e5249a4c6758a072a896438aecbc14010e84", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007376, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.00260618608445, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1332, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:17.057000+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "faf33ae9-3901-4193-8d79-300ec6e1900d", "result_sha256": "2d716f98d44a5e0a4369f8eaafa1fb8252972587b86fe1fd1c4b8051f0b262aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004214, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.325555206043646, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 691, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:58.327349+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d32695c-e733-464e-b1bf-43dba61e27a5", "result_sha256": "ce8eec6ecd03455bc7c6735ecc313b208abdb062b61adae9daa50aafe588d72b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003635, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.887308730976656, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 582, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:16.445145+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "40c11adf-894a-41ec-8880-fa18a17b79b5", "result_sha256": "f8428b8a48cc127bd9f0efcf6dd218b401ed1017bbfac4bb3b7fe068496c513f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004285, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.169187545077875, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 685, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:39.243941+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "82bdf7fa-585f-40c1-ba05-16fa4914dd4a", "result_sha256": "fd90aac2cc94134689c0791a1e54622d0dda9c9688c063e7dae92c2506b51b8a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00025719999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.021164623089135, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 356, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:32:09.534487+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9140bf9-3dfa-4e88-a3cb-02ee80ae415c", "result_sha256": "18d44b08e4f2a64d34ecdb85a7d16c2b2f3aed79d5e4d2ca66b0251e925c2508", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003759, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.371823481982574, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 600, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:21.272350+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "13923206-e16b-4437-a0c8-b987563bd9af", "result_sha256": "e9ab7e1612f663d2bfc1c41a898a7a00a066e2cacff1cdb9d30b8e6f9cd068cd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005681, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.779636796098202, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 993, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:23.148218+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "33ec53e6-d554-410c-a516-a858972ba5f6", "result_sha256": "c56d55385a116d5f65acb701678c85320ca4a4d4ce9fb760dbec6bf18a5333c9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003776, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.226062872912735, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 590, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:13.487965+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "36452720-bc88-467c-b792-715fcca43726", "result_sha256": "de9faaf932588340e3bdf21811fb978e400d0e20a1a2089f43241c50692de209", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003192, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.803109803935513, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 500, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:53.143466+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9147287-cd9c-4d54-8b36-9c188df35191", "result_sha256": "3f6515c55d6a2a435f709106d35eea6a6532f4e4fa08ce87e5fb81ca7ae8df5e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004662, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.420032157097012, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 770, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:18:40.906532+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "285b61c2-809c-463c-afbb-4c056a3a316e", "result_sha256": "7fdc8dc6bb1372b77d702d404789d1325684ffa4a94dc12f61d385b0ad5075d3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004832, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.093774740118533, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 828, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:45:46.079485+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "382be83e-4dce-44fb-b9ff-0c3a8c2b3d9f", "result_sha256": "19c2fd699391ffc1865abd540e5e559e323294a3b455c2216255e0dac0266e94", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006196, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.59093886706978, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1096, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:47.856315+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "003f4fc7-260c-43f8-b3a7-e41ade0ae376", "result_sha256": "390bf40c5ffe8a6b99f819dcbad8d3b855d29baa94a39e154d508266af6e3722", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004061, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.024149410193786, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 647, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:19.843758+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "74681f71-16f0-4256-9f46-cfda465e8e9e", "result_sha256": "adb47a0f4cbc6b220400a97e80777be3650ab0b591b2a3bea74a122b6e6482cd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004787, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.588594702072442, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 819, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:07.193703+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee73334f-14f7-41f3-9d25-f9bf64c7bbd9", "result_sha256": "d202e018223c455e4ff295a6232333160817959bc9729526df3dac843de94cc0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000461, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.68170456495136, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 774, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:52:47.439965+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a348477e-5f4a-46f9-8cc4-7958363ddbd6", "result_sha256": "346685b03f9d26fff52004b89e13c28df0db8eaa89642bf73691445ef68b3f79", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005149, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.851459351135418, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 878, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:44.155330+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9157749f-26e1-4095-9dbc-64deb132ee0b", "result_sha256": "7425d69487031e4fb838803e5e257137a77e9703d2cd27056ee556e5a7dc3fd8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004262, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.976713951909915, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 714, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:33:48.404619+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9843c713-1459-4558-b855-2a89f46e5256", "result_sha256": "d411fd1a1843b364b99d0015439f28d86ab12fff01caedad1bae9fde10d7ede0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00032139999999999995, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.055148399900645, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 490, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:18.335731+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6224eb1-1ff3-44dd-a779-3ac3e2386a64", "result_sha256": "4e3f9f17c354cdb7affe7accf4684a3382e60b2f02e55877310c0c84ea40b22c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002641, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.565360811073333, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 363, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:12.582980+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3404f17e-e7fd-4889-898a-08ac317e165e", "result_sha256": "179e7fbba8c795ace104713492509a550fae82a58674abc296c2881a7590db61", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000406, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.888026581145823, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 667, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:15.253666+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "06bceef0-bea7-4e75-a97c-b3c0a05d7ff2", "result_sha256": "3fdd7c3166ed82317e1a797ac9b10c1ef39f7623109e4369eb4e2ca37b068ad2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004225, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.097614020109177, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 697, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:46.241348+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cd5bf4b-5c70-4e8f-8f96-684013de50e5", "result_sha256": "e883b21bbefeccc88c35daad717bc26dadf60146bd5c7472e83091ef01190507", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004729, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.3319067270495, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 794, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:16.028530+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a9b18de-5b7e-4577-be4d-b0118523afe3", "result_sha256": "f4b0c5b5d0ee2272a09a5a60348bb4d5712bb549c405439107cd2f955b4eb1ee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004119, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.719938927795738, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 672, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:39:33.684668+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "44262a46-3873-48b3-a9a5-3400362c4dde", "result_sha256": "24d8bfc371bf5e44d5fe06704f1725aa527a472510a7c9378f66a4956ba7aac0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00043860000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.21350512211211, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 734, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:30:31.242354+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "31c34b05-4f0e-496f-8320-31b49fb610c2", "result_sha256": "bc95c63c27208424dd35ccc86f75fd99215b9c2c101e72333406b9b6c30d10b2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006272000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.247023509116843, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1096, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:15:11.649166+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f847f614-13cf-4d25-a97e-dca05487ca25", "result_sha256": "4c812e60b8928c4bc480661a21b57e55e5be2cae67d4a58c91d18c4c65568cda", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007202, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.677431685151532, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1302, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:23:41.647160+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8513a96-e902-4557-a3e4-63203c4b8aff", "result_sha256": "0ff0215acd6b0f66dbe82d6b6383eee9c7354ef5f790d90a02fa5d57d149e743", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006952000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.447307256050408, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1232, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:32:26.127463+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f9e973b-e152-47a8-ba72-ba4846b38cd7", "result_sha256": "ccb47a5991af51dc34bbc7436a0c64697b83f76a98198e7d9b0de8f21482adaa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005899, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.91678480990231, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1018, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:15:04.708330+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b21029d7-ef9e-4baf-90c2-5a42e7e188f5", "result_sha256": "94ad7a47ca1a93c4a68ea322dbfd36760b6597a014879488fce6d0ae01f91df8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005466000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.131727068219334, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 950, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:25.402961+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ab4948d-4da2-47bf-952d-6622e8635fcd", "result_sha256": "87fffcef4b7cd324958f7e79e929350c6526e4df39c6bd9570cc9eebc35cab01", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005356, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 12.343378392979503, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 906, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:11.583546+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "43f98348-2646-461f-9257-c1c906d5c91e", "result_sha256": "4e2f175c21e81e54d7885397fcb50fb53776b141bc306f85b2b7dea81968aece", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007052, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.498437968781218, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1272, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:29.911476+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5f07dd4-9699-4113-a539-3aa9913930e5", "result_sha256": "a4d4fe011bd91ba300192e323daf4978906048b9a90b8f9fa34cf5dac1efa7ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007682, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.34668064187281, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1398, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:52.452452+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffcb7292-1706-443f-95d3-672f76d4487f", "result_sha256": "6997e8a5309ee3c904843ab25d5524aeba0a2dd7b91ab8a3898647a88b0b004b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00047860000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 13.032718136906624, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 814, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:02:38.651488+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3464c22-290c-49bd-9cf2-e88dbe62c9a4", "result_sha256": "12faa9de1f0570d1d2a670a82b4683c0a293d40f0565e25910d52292ba819bb8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003281, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.973842300008982, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 491, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:52:44.722855+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7727c85b-e03f-448b-950c-da759559f79e", "result_sha256": "70317b95a61733006aded72ddb474d24c8ea0386e62938e9566a8c0c61c7f527", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000462, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.542254225118086, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 779, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:04.878164+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d5c6542-2c6c-4068-8240-2a886b869494", "result_sha256": "a1ed756ad41c78ddd427c5ad8a4e1417900a1a75a02088a1f67f19739db2da07", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004835, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.616702247178182, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 819, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:24.640158+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e1d8814-e5b3-4b3b-8c27-876ed7daabc5", "result_sha256": "40bd9f738ff0f21bc76ee8d2407c0b0eb82b22a5610c3bc6eda69db1dccebc77", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005454, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.131479496136308, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 939, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:07.823822+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d36e14b4-62a6-4a36-b8d8-c765fff7dbfd", "result_sha256": "d5f11d76c8fb90e403749152ed9215fd755a8d5f168629386043be76722d02ef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005459, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.176293630851433, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 940, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:19.060743+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c8a49c0-808c-48ac-ba10-233d595c2987", "result_sha256": "773117f57b2442f6758f69bcba1c26adf586839a92f1f0577d6a3627219ed7ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005572, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.854805598966777, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 976, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:43:38.067473+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "daa00095-a720-4772-bc68-771071b95970", "result_sha256": "5d3a32f6cd741a5eff9e667627fff144a1a7490c5379ebfda64c326016b26019", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004342, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.859873794019222, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 710, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:37.846469+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "14f0864c-d5b7-410f-902c-b9f989e13292", "result_sha256": "5df337e856d1138268505e6b20b73d6b80f89712cfa494cb545e02507a528c53", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0008022000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.716135669033974, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1466, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:11:47.152091+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6b81cf3-6c2c-48ea-b18b-02d90f8ac064", "result_sha256": "b2fd6915f1db00f3b0a70ee579fadc00b861c9e6099d70c092927383618e7cfd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00043369999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 12.89768173894845, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 709, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Helvetica Neue\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:56.485524+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "89224532-2d84-4dc1-a73a-891d14f893d1", "result_sha256": "4ac1757d55fab1671fa8ffbe5ffaf3681eab56cccf8512158ab2ce72494f579d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006029, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.45474839792587, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1054, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:38.271221+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a08abd85-2e30-4ee7-aea7-5af96ef42906", "result_sha256": "08d1e70371acc413f6a6c63eecb4c12e315eafa9e80b8ba0c2ba1ce93aa7daee", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0007471, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.02681639487855, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1351, "predicted_category": "other", "predicted_font": "Julius Sans One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Julius Sans One\",\"category\":\"other\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:30.898250+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "97a05b31-a75d-4627-878d-36719c3fd6ff", "result_sha256": "f1af0b7d10cbdc902e2e127bc8cb66898462b2e4e36ae5ac01b09277ff4bb5dd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008211000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 18.327370563987643, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1477, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:11.268004+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b208b45c-7fed-409d-a43b-5d8c506cb788", "result_sha256": "39945b90c354faa937b58e393a523762d23bb951bf0592b6821016f995a3d069", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00046719999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.145138629013672, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 796, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:07.174228+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcac82b4-ff3b-4d7f-a8a2-6dc9b60add01", "result_sha256": "59bb244ed2e21720bc044362045a40633f43eb89b8572b4d8672793d8f9ee1d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004927, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.117300654994324, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 847, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:36.607083+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9402cdc2-bece-459a-9762-68f9868c9db3", "result_sha256": "3b38a88870e2fac563b5d6d4b487f9f894d4438f964c2d6cf6fbd4e96a351d99", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005517, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.411396506009623, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 945, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:21:18.913847+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7c970a8-e627-4627-b587-ae9ac5b9bb75", "result_sha256": "e2daee12255264653df3bbac99ddf1c733608b326a001fbac663a0009b41f0d3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00043089999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.545410678954795, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 710, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:35:01.456008+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1575bf8f-548a-495b-8a20-4be7a5b8447b", "result_sha256": "a3b9dd6799aa18c26f316e13bbff0faf2f330e1b3897b8f141f989673ba492d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00034910000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.989960127044469, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:57:46.937122+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "35b5054a-3821-4c81-b79c-3eba8bb4676a", "result_sha256": "03484fab02bf25e0517e6cab29f71a48ccf51fb7491f4a3fbda5bd1743e02170", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004736, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.536740570096299, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 782, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:10.756861+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2df5a660-c341-4675-9e11-2512818e45ba", "result_sha256": "9bcb92d30d769b6def4304becf4f56c42c971563bc40550e13682c69bcffbaa8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006312000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.270812425063923, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1124, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:19.711623+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "231cc4f0-7e86-4abb-9b48-ac62a46f925d", "result_sha256": "24e7b3274ad508abcc9138da158d2241089c189289ffee941ac50cfbe1357ffb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000555, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.707529103150591, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 962, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:38.982507+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3577ff57-6da4-45db-86ad-5f5bd56ffb95", "result_sha256": "ed5c062b2b61688b98bf980049595cced5689aafe53db081210701947bd24a9f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003894, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.105945529183373, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 627, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:31.924179+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd55e726-1b07-4fd4-8bd8-05b18f784146", "result_sha256": "91338ebc382bb837487d4064f1eb0317769e4b87cb4e5ff698f9f3946c590fd6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004585, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.92836879286915, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 772, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:25:41.977352+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b93f241-a157-4cc1-b59c-bb1a12fbc486", "result_sha256": "8955b0f782944fb060018247f7c3f7d67fe499673258811d89519d7185f9dfb5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005128999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.315860094036907, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 874, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:35:41.904505+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8477346-2544-4e19-b54f-6a55da301fa0", "result_sha256": "f4d36d63cea4d0dd88be76d8b0523093d1327b4b8001abbf12b672b8969416af", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000664, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": false, "latency_sec": 22.197141855955124, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1183, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:21.244055+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "88cb2fc2-d27c-47dc-a935-d3594d7adda3", "result_sha256": "6736a759062e9a7371d1ccac3fa9604e4ca970b38c2b596020624e24a1d6da57", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00047180000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.441898520104587, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 786, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:16:22.587264+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f824073-ed78-41ff-9a82-9ea467059eca", "result_sha256": "0040962347edd8558084b04b82a1258f8b0d0636e56121f380dedd24c2bb01d8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0007282, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.598508259980008, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1298, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:22.114517+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4052b64f-085b-4447-b1c4-8c10503c38c7", "result_sha256": "edad02a8b334a5b3356f1fc8e9fbde58879494985f5077fcc351bb87625bc0ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008309, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.66610639495775, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1510, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:10.339720+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffdf2fb1-c6da-4b2e-ba49-b86e837731fb", "result_sha256": "42a68fe21f18082cb12d9f415ae4d4ddce6b7f76c1b85431fa0eae3c3b6674c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004536, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.256404358195141, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 764, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:37.320693+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a05d87e-1244-4608-b179-5720daa9a2c9", "result_sha256": "a54c00b13d4040056e2c5dac69e589ac2df02f1d66897a6d6053eb27af32bfaa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003469, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.558314958121628, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 542, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:50:22.225063+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fb80b31-a4d4-48bb-a892-a68b0b5bbe90", "result_sha256": "aff7b255b3781605221d64d64dcabf2a8715eeeb45a910c78526644cdab26df7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.342102034948766, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1055, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:14.436554+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "546c9444-dc44-471f-b3a1-e00f86848fdf", "result_sha256": "3b1e83c455a82b1a5d4a8e82da4c8a7302449952af942e31899b6bdce14ab93d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0004813, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.155825705034658, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 805, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:37.821461+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c155718b-f495-4628-8f38-e72de7a7bc82", "result_sha256": "9b098904b7bf9ca97fcf6499289acddca7540e77dfb00cb23883c77ad5caf80d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003497, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.406046092044562, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 541, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:29:19.103812+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3405a3af-f7ce-45d7-9609-745313d6738b", "result_sha256": "0b1811ab4f0f791f68e8c148caee09ddd01ee06a3a061aee75b5c57e208f22bd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00035339999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.793792909011245, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:48.606480+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad21d4ca-1657-446f-88a0-40c7647a6ecd", "result_sha256": "ea736c86ccb9f7e23336533b68fb78bcaa72554d400faf1d37765eaa1316b4dd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004111, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.956631314009428, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 679, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:00:40.967741+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f81711b-6d56-45ce-aded-d7aba791f7dd", "result_sha256": "2f127f41cdd6a736c0eafe7605dd41970067bd958551331a916408ba301e3cb0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00038760000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.351896085077897, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 610, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:18.763311+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fadd1a7c-05c8-413e-8167-29ef404eb7b4", "result_sha256": "f89595ee6743840372a68f196150390b04dd293ad1cdbb2e699961f71371df33", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0004807, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.443881350103766, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 823, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:48:02.647295+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf70005d-1010-4ee5-8476-2fca212b1518", "result_sha256": "87f0f0a3208b2be5da665abe51ee0885a2c40c9f676fa675d996d734526c4ece", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004959, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.014639127068222, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 839, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:16.295525+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "af58d84b-a5b0-4c23-8595-3319235cbe08", "result_sha256": "747caca43d09e59777e5244574198c3d1c9c39eccc9f3e59631e5ad2eed415c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005647, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.832067803945392, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 991, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:08.669280+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dbc4ff3-eb73-41e2-ba72-c0de3eb90240", "result_sha256": "950ac1205851adc43048f109905b32b9044d245e96a217a9a444174a0df79a87", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005756, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.58118281699717, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1008, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:51:16.881499+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bdeb3c8f-7f7f-4916-9532-68a41a77de0a", "result_sha256": "887c6d10f93fd3f84690b53c181aaf678aad5c940143260f84bc3582f17c0de5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00026010000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.148270009085536, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 355, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:58.721447+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb0d2488-5bd6-4f94-89c3-a65438571dc8", "result_sha256": "48d3f81fef1c051f6c5235eb6db6c92908a085c37954ceb6a8b86bd13656b9c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007252000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.28746710391715, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1312, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:52.808871+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "02cfc7e3-b7cf-43dc-8bda-dc4ef5f6b7d8", "result_sha256": "7462b94b14a1b84dc72fe2fc589fd1cc8fb1cfef8723970ba96d444d3b197239", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00046, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.340337448986247, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 772, "predicted_category": "non-serif", "predicted_font": "Arial Rounded MT Bold", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Rounded MT Bold\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:02.670120+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "092765d1-9f43-4c43-80b0-e3eb90e5ead4", "result_sha256": "a4b9d6aa755611b2f07cb51797083261dac7998e35ab4b5a6d3c1b493bd24a03", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006353999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.644981786143035, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1119, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:13:00.865207+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aab2d42e-b23c-49b4-a39b-bf632ef90878", "result_sha256": "dcdbbcf9d9adfb3a9b84b939e1556fee96a376dd34ac6ca8999fede51290b1fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00048269999999999997, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.107162434840575, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 827, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:23:59.510623+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1650fa00-7eec-4a3c-8981-a02b1253a7e8", "result_sha256": "49590d85cf473a48b05524df28c2c3a3984a34165a5a5c4a34c362f0b9e46410", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00042110000000000004, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.691252524033189, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 699, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:12.146070+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5964f47f-db2f-409d-b9f5-82eb943bc8a2", "result_sha256": "f1cbb6ce3d47a102bc9661607029144f856913a9a33e2f0c38905e7d0230c3e9", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007416, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.067586400080472, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1318, "predicted_category": "other", "predicted_font": "Fredoka One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:23.586418+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a64aef9-20cc-4c9d-8dfc-ee068a25d0ed", "result_sha256": "df5ec44cb05cf7278c4382ae9e51b02eee3f1284885819fd5137a6ddc1bfac52", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004565, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.311913834884763, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 768, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:15:03.162484+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d8974cf-3664-4256-8547-15cc998fc18c", "result_sha256": "6b392405e8fa9bbf4ef33b4f00e0c7fcd47b9726026a5a95d52f393a24ce097c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005025, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.059165630023926, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 857, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:03.810110+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0a498b4-13f0-4b43-9a93-e0f6baf8cda2", "result_sha256": "8b80a94fa0f425d14cec0ca71742e8857856010d7877006e471833b7e9a3e5ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005649, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.489688363857567, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 978, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:05.568538+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0acabb35-bd10-4461-bbcb-3c84f5b05bb8", "result_sha256": "8fade17ff62a5a71ff12ca6e0937333b48382001cad3ec07ee20d4814cf1ba23", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00048239999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.306047731079161, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 813, "predicted_category": "non-serif", "predicted_font": "Arial Rounded MT Bold", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Rounded MT Bold\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:33.315194+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb913147-4f62-4005-9d31-787773034ea2", "result_sha256": "687c9a3589211fdbb9a291260e6f8eae72993b71efd9d515a5ad451314af1b1e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005907, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 18.81418602191843, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1043, "predicted_category": "non-serif", "predicted_font": "Arial Rounded MT Bold", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Rounded MT Bold\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:12:19.621647+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff2ebf98-2956-4957-bfd3-4f827b75dfc7", "result_sha256": "aeacef8e4086278fae93992cd3d85a8264b5511f6f10d3b1840d609529545b63", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005427, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.596488134935498, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 927, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:34:33.478149+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "26c81b11-f2bd-4644-8f41-302e3c75c261", "result_sha256": "10a3109ca4dc01bd516013ae3af48b278bc5ff3923c0140f72e3c4c7809b22e2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004612, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.882703687995672, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 784, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:48:49.132934+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c4c0f8a-d92f-4ace-b39b-199cbf6ff2dc", "result_sha256": "e631a5d04f3faf55a95c3e31d8334a4106391c172e6960279c4afbe33c97f4a8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005277000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.939593146089464, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 897, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:22:47.376923+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e7cc1c7-9bd5-4663-9a45-2c6b8866ee7a", "result_sha256": "fb7e33df69e2b412c5eb2440c9f71d81656208b5fac291d78f359ead04f6fd8c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005509, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.833079254021868, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 940, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:19.923629+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e50ff4bb-8d95-49df-bf51-bb204a33fa85", "result_sha256": "6d41704c9594884b6e9b8172bc638448e626b34566d10c34eb62e11c1d13f447", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0004331, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.372225329978392, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 723, "predicted_category": "non-serif", "predicted_font": "Fredoka", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:23.021704+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce97ce4f-ce2e-4112-890f-96db505b1ea6", "result_sha256": "9a4aae9996eaac6923d211ed0efd77a8d6c1b205cd5d7432dcfcb8a94145b56f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006576, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.703307773917913, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1150, "predicted_category": "non-serif", "predicted_font": "Arial Rounded MT Bold", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Rounded MT Bold\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:07.213232+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "46a0f9c6-a08b-4e15-943a-9db8bd85d8e2", "result_sha256": "7897cec4ac069885d0394f2aea04ea6eefa2a467e1df6ad9c7b50a57980c02e1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006717, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.01021252083592, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1205, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:47.981826+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "099cb851-f761-4fbc-a4db-9ce685c0eb7d", "result_sha256": "5f6d8bd4adf9ceac1f05db0541a33c6f8cb73d7eb9b7675be6b3e25087da0025", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004242, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.663841204019263, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 710, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:38:19.153026+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc250108-b1f5-46ee-b529-c031da3f00ac", "result_sha256": "6f3de97c056f9fa8a5ef3d6c22265ba2bc128fd06d109183774d98e3c54aa5e7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00029519999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.697117279982194, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 432, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:28.149771+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e06b01e5-1308-4538-a157-fc26cb7a7e3f", "result_sha256": "643a50a197b94bd5b047695f0830a6d80f0a46138740bc18ca04b44208b7c04a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0002854, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.694810878951102, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 419, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:00.334546+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "be6ebc6a-0611-473c-9639-390ccb6c945b", "result_sha256": "230803df2c7c2085212bfe0f2f2b95deed4c5782ad5fba4e3d347aa08f3ca1be", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00041160000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.095868081087247, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 680, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:02:41.579336+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2312eb4-91c2-4e95-95de-ee770bb6a0a5", "result_sha256": "8d1e145d6d7d11b83995c9aaca9115b98d435729a355db4d613715e5a2a13a58", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003281, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.300729511072859, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 491, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:07.246612+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "87e5b467-18f6-490f-8b94-ce06b6d6e0b4", "result_sha256": "9cb93e434e3696e56fe735cf455fd8afa4a402f9f98b7ed0d625520ec54a17e3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005197, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.163684973027557, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 901, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:53.802915+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a93ac67-a38d-492f-b680-46414f3f90e6", "result_sha256": "af7c4a9deb4f94b4634d520f7549ac0d6b985df9cd2df05f20f13c686b3d86ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000506, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.519034581957385, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 864, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:27.364031+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "57b005ba-4590-46e5-b4db-17b736ce8a64", "result_sha256": "e90ed429d0c5a03d4b4529a57c5346c27a8382e124e021b2fc9349af8b9294f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004394, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.679376330925152, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 727, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:08.368203+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "14bcfd78-3afc-4936-9669-ab332733abeb", "result_sha256": "1eba9b4f0a8e612dc0a445a570c79dabb4f422af3bd565600052aeaf396c6d75", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000667, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.354469379177317, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1189, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:06.927085+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "435a7945-81ca-450e-86ec-653bd5407aed", "result_sha256": "84084178083833fc5296cee47fdaf949f9f62c2d096ceae9f03b765a45971d2d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004364, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.673382182838395, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 721, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:49.900607+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "70af46ad-ab4d-4174-851d-db4d253028b6", "result_sha256": "cdf75da58019f3fe28ba741dbeaea25adf342546b5cae2c580b219efdd63fb84", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004815, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.361346951918676, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 818, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:19:13.771822+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "047c5d3e-4b80-494e-99f9-fe3aad0ea994", "result_sha256": "93766ff56b2b26069f1a85131392e90d4be46749e94e4283253422bafe41c4da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005243, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.574204214150086, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 891, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:25.224663+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2981ee9b-31a8-4388-a85a-48642be259f4", "result_sha256": "289bac39995125c049c111eb8d1a6406b0893193d25b61ebf5a237a62b81f70a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006022, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.465626371093094, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1046, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:39.930495+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6a6cdd6-c274-4396-b10a-62dd3b819475", "result_sha256": "5aee28cc60d32bde04f1e184d2a3f452db366cc88e1aad4035b91740e00c402f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007344, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 19.756392035866156, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1317, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:28.546155+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "502c5fe5-e67f-4fc3-9b9f-8e9384b0cb87", "result_sha256": "36ce1a984e7bf2b493aad5825422812756f08e0a68999eb4aea3f49a53d722a2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003191, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.8392774648964405, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 495, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:49:43.121397+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f92a8fd3-69c0-4b9b-8ce7-da16b1c27fe4", "result_sha256": "349dd2cb5d8aa51ade367055eb9e63898dbd884383e6412deef7c9d8c7ea8268", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00031539999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.441258244914934, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 479, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:50.843733+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "75271248-85c1-40ca-9367-e681d97fb003", "result_sha256": "d13cb0508b3856c1a67c37f5a212c900d6229eef6c9cb25a57f9b21a5f5108cd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003405, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.659544134046882, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 536, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:01:17.578258+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "36697b78-c87d-43e1-9b40-4f4f3cf6889c", "result_sha256": "8639081ffe19ecb72db87b1e7b0facf5d1e87c8e72d395348c39c4443e6c8b29", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003545, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.654396380996332, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 537, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:14.747575+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "45e44ba0-780d-4cbc-9a15-e3c13b8e1e89", "result_sha256": "d3c17bebcf5fb91a0c451cb0e98c20c8fe5bcc23c46370e7cc7b2ec531a636fb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004072, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.910874478984624, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 656, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:13.250503+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "567424ce-9b62-48c7-a46c-e3060e825085", "result_sha256": "15806e0321cad412e19533b780eda1e33cb5739f12739c3570820208c0ce9004", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00045089999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.025379500119016, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 750, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:32.305101+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e30d80d5-8b6f-428c-80a3-fb75152d1b42", "result_sha256": "d50dc235c4db3a54e8413f94ac9cd89427761aa7afb9d04402fd435c8a641736", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004906, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.024972615996376, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 838, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:19.330667+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c008665-249f-43a9-be6d-9957780c2306", "result_sha256": "363e7cf8f43075ad13d80d7bd960449811bcb234a4aebb2456c3ff048bc59cd0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003391, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.977315211901441, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 513, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:07.085216+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4c6b845-613e-4c68-b4c0-7a4195a2c6da", "result_sha256": "8f1b2deadde4649a8877c5f588dec0394b447c347f3fa3208e3069752aa010a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003312, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.388381924945861, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 524, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:45:32.806472+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "38e8828d-ebee-4b80-9be1-713192c42838", "result_sha256": "ca131e4b53b193e318f6a2c37143009da4fc87b50886b4c28dad336ef7889534", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003367, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.85521039320156, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 511, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:33.602850+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "870b6abc-3fe2-4b22-b9eb-c8f8fc9093fa", "result_sha256": "06d18933c6cf90e4d2737f3b71cbb3400cc7bfae6943d0cd7c8d79e696e205ef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007627, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.18445180589333, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1387, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:42:32.656060+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ac1024a-b2a4-48ac-b57d-2c30ffd6e4f3", "result_sha256": "fd703f94c75796ca5d6814506f908986caa2c74dfa6377aa8845ccc36dfe6dcf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00042060000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.877139148069546, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 698, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:02.658873+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca8e2e08-e128-4d36-88f9-a4fc315174c2", "result_sha256": "6da2f9553f7c3252a7753335cd72a0ded975238f0d3b575e7dd8fa8edb6e1566", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006661, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.042566925054416, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1167, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:42.539305+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "96cf0470-dfec-4bb0-9a8c-8e2abee64369", "result_sha256": "224f324b0a3f48f09b061042b86d19fc2792cb08d45dbde21bb6c0736c09c5c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005937000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.551644197897986, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1049, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:14.322438+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf92c4f2-3478-4a02-9a5c-eb9323f4e6c6", "result_sha256": "3eb178d2bcb2d05c2764ffb72d7ef8345c10f5fddcaa08385dbf69bd9da49a70", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004635, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.837491220096126, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 779, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:55.654443+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7eb008c0-dd78-47e9-9a1f-50666fc532dd", "result_sha256": "bcbbe3aa8619062fd1e8befc219245351bcb460e00172a58fbc61a25e216742a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00043589999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.043855709023774, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 720, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:07.207194+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "309add6f-eb32-4cee-ae89-2712725b7aaf", "result_sha256": "9238a9049d7118019df47c33438bd32bbdd680a2bb36e77ecc554fe483f897e3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007066, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v01.png", "input_tokens": 641, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.93411933304742, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1285, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:33:49.666567+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d8bc6d3-a64d-4f8b-a5b4-edce7cc625fa", "result_sha256": "2918a366f180248fdb4067c69bc0c93ddfe7bd4e57ba5e7e167cd1bcac90772c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005911, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.795981616945937, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1039, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:43.177564+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4902a101-14cc-491e-886a-c7a5a60bb061", "result_sha256": "4b918b05b2447df5957572a1d18a2d84ba004d81d6a6bb6722a9e8e85959566c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005151, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.696855460992083, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 865, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:34.787053+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "743483cd-9afa-4c8a-b3ee-ca17984acf9a", "result_sha256": "b9b40fb65149d2de6c180adda241697fab36f6f70c33900733dfb343ea417835", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.000668, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v07.png", "input_tokens": 675, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.83316077897325, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1201, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:54.068543+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d2f46e3-9c50-45b0-94bd-eb26bc8e6bfa", "result_sha256": "5b810d313b5698913130f21a3116556f6f4ad56aec48062efc2296c6df92902a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005082, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.107425956986845, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 878, "predicted_category": "non-serif", "predicted_font": "Abel", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Abel\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:32:39.009074+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "56d5fbc8-7b3a-457b-bf3b-ce75d01b2e14", "result_sha256": "c8f713a850ae3e7766131a69757567dae987c6912a22380e15f21a3b95a33e09", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005927, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.595693768933415, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1027, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:10:44.946670+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "85313a19-43b8-4e93-b5fa-9ef2507a7821", "result_sha256": "8f30a09575e0a4785d894dbd52572e2cd85c7deda10c80d4c1947ac690691b92", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004042, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.068159465910867, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 670, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:41.243080+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6f0e19d-cc16-427f-ac00-100c524d7ebd", "result_sha256": "3bb4600d525a84a79ddedc764d57de07e1946eede3fd87b3195019ac86889064", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004742, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.225074585992843, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 790, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:28.030108+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb0ee738-ef9d-49c1-b977-cbed1bae2b0a", "result_sha256": "c1dee61634b42bf22c751fdf03bdaed15b1184f09c168436485697c6c4a30d1e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008629, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.32736533298157, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1574, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:48.477086+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "354c4b8e-5827-4ef0-bfd1-3fca10e30d8e", "result_sha256": "82057fb240bca68240f1cd4f99947d4ec7be8dcfbbfc33e1246d9d81457910c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007061, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.1472109190654, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1269, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:41.823975+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2f35c7b-544f-483c-a543-7ce51bdc6b1f", "result_sha256": "493aba5eaa1528fb17c2c4cecc8263092b2a5776e8ba9f1e105e92fe578a3ef2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0007861, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.68677648808807, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1407, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:23.108911+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e115bf7-2480-4033-82ff-746700f580ca", "result_sha256": "5d2f5bd202785e6dc37fca0c3779d76c58795782f4334316b1f01f192ce1e1f0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003737, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.531081009889022, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 609, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:52.709973+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce8a4101-8da9-49f7-9c81-2234e6ac6084", "result_sha256": "c5576c94fdfa74824948bd8a26cf5095009f019eca8d226b84066c3cd2412e2c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0004037, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.652141909115016, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 669, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:04:20.243035+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "183b08f1-9937-4233-be51-9ee910f4b907", "result_sha256": "e1ebba88f8c86515cb9127f43fb4ce88e64fcc49c992225c397be31442be234e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0003317, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.877459213836119, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 505, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:38:17.833770+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8c6e99b-1b41-4d7b-8a69-ec5db1c5abb4", "result_sha256": "f74dd386b1eb2d6d2bf51fb4db10e895b0bed42c2160edd726b589df79a71bc2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00032439999999999997, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.269857658073306, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 497, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:03.075062+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "28ed566c-ddf4-41a9-a5e1-aa41c6cb1655", "result_sha256": "c6efdab9ddd11b700fd5e863e27c039f1b5f5dfc8dd3ecc049155c1b6796626b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000341, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.784749404061586, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 534, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:19.487625+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "04dbbee1-14e8-4735-8d09-fa13afe39f88", "result_sha256": "cae94fed8fa51abc5bbab600fe1fed953e9f61498d6a26d560cd1be5a76cc6ac", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0004834, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.905405818950385, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 815, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:14:28.702170+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb399d89-d571-4934-9bb9-2f185303eac5", "result_sha256": "0b3a3ad6349bda6ded1fcf6004340b889f2ff0771a43cd17c90729f6e3e47929", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000312, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.250582033069804, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 479, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:45.643269+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "941112cf-1645-43c6-bdbb-21213fdda221", "result_sha256": "ac61dffc37cfd75080ff94c7234ae2e8ac28ba093fcb2c92ad81c7260b556521", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005784, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.463138526072726, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1005, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:04.756965+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff5d4c69-990c-4e21-a2c3-ba59a8a9147e", "result_sha256": "3b45a2d878714cd7e4e79aa8d19f8700eea6363015286af5ec44fc44b4e1df55", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007272, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v26.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.395887515041977, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1316, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:52.043575+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "92cded1a-e90e-40dc-81ce-e9293bee049f", "result_sha256": "8a7c8aafd14ed71303e46066ef232d0c056a5c902c1789e580305846fd106105", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000838, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v27.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": false, "latency_sec": 23.75240339594893, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1528, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:39.192668+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f834ff28-180b-48cd-8f15-00f8558cc4b4", "result_sha256": "d648ba7f395dddf1fd22819547f083036187bb37852581e3a4b143b34d4b53d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0009397, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.71669080015272, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1721, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:49:09.218296+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c09d0dc-9718-403c-bcb1-d8953d7f310d", "result_sha256": "bed256648193954e7ba246a11e7783ec8932d9d48425a33a21c03aac747f204f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.000419, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v29.png", "input_tokens": 675, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.248515936080366, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 703, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:30.262705+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b6f5d2c-a847-4099-a39c-9d3d01bcce63", "result_sha256": "b4507a998ddc07dd4ef3ec3858d197d36d70c8fd2596649db582a554c27dee8a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004942, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.055200563045219, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 850, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:16.624668+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1792c3f2-1748-4ce7-a81f-c6514e98ec76", "result_sha256": "36b97157555ee1b71a128478f04017ac1d8e2ec87d54be4f0f38812335c528e9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004299, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.648498591035604, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 708, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:42:31.929414+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "39ee0235-bb7e-46c9-a16e-2bdece8b1349", "result_sha256": "d8479a2e8f2e51d4992805ed44b4189985e62f08445b5da188320ff683b1038a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000378, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.622121795080602, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 611, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:56.749133+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "44773881-fcae-4b71-90b0-9e70921021cc", "result_sha256": "5d62a593d09e05968cb78b1ef75de3c73b62ac2c8b1a9ec6d83d8c20d3aafbae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007597999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.611278163967654, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1362, "predicted_category": "non-serif", "predicted_font": "Teko", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Teko\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:57.315161+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "14d67383-f1a6-4508-9cd8-a69b4621873d", "result_sha256": "7c890c93bce529fb9aa90a49ce24a4eaf652e424231fb35e88159bd84efb74a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004091, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.083835392957553, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 653, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:43.803703+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "66444d59-8d3f-4028-b03c-787d97c31a7c", "result_sha256": "1555c116e417f575ef9b34d04632f817ad8db367e07e78e66872e30fee4e26f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004442, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.59161469200626, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 750, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:39:30.420651+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "95c8b664-bc3b-4683-b7d5-7f4f30e91847", "result_sha256": "e2c28363be940a9f3a626bfd47a97fb781f8abe7edf0d0071fe46c714395f366", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006793999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.831610460067168, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1206, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:55:56.240489+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1dbedfa0-889f-48f0-8d92-bcd3f7ad466e", "result_sha256": "154fc1d894b60b6dd0ce9e4119794683d0b24cc770a13633d8ecd9681a976d8c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005003, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v40.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.452713547972962, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 869, "predicted_category": "other", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:02.867054+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c798c965-42da-447c-9d89-32e3dedb463f", "result_sha256": "257497115feebe44e08671433dfc0eba1a4c0884866da66a8ae1e2314bcca11c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005806, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 19.660561518976465, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1018, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:50.199912+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0e558b2-a4ab-4dac-b544-2d26fc314f75", "result_sha256": "1cdd82e99dcde48848f25581bcc6c026af20e8026b9f6d7b0a4d864059d01d3c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004871, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.992367748869583, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 809, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:56.355756+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b401cff0-ad8a-4964-b333-54a13e0fae05", "result_sha256": "68c5ffed2c6419fc86c727980654fc993f1cb9f96fe8595511dd0ada26155c95", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0004218, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v43.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.869343291968107, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 712, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:35.884472+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "46b253e5-122a-4110-9607-096b664a8f47", "result_sha256": "24a470882f21abc8660e12792c79c82d3a4000ab7ba56f4cc4d9da1d359f797d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0004525, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.265203442890197, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 757, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:00.152366+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3b97339-6b91-4adb-acfe-750e76dc374d", "result_sha256": "23c9b22ab0944e7bbceec14070c4674dbb75f2fc3fc4bec2b3529156c32a4d7d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005323999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.393549215048552, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 913, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:10.845243+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e759b169-fec2-4d7e-9e07-0b733f7c8b98", "result_sha256": "95cd853f27888e8bd2829a4b12c0e3b1a169ea45f8248dfb35d3daeb9e6cc0c5", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003827, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.241462842095643, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 627, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:50:09.783997+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "29b64c8e-b1ef-4614-8686-d4a0044af71a", "result_sha256": "399c548fc7c67c003694cbbb28e49f849134ffe4208cbefde230dab0df246c0f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003387, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.199052262119949, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 519, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:17:32.006719+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "83474baf-31cd-41aa-8cdb-4c60b09b2fab", "result_sha256": "510e2044f885e9dff867e8a8610e6d091da420864c5f403931fdd0701e12e9a7", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00037539999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.87068072007969, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 599, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:30.110083+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "707ec295-eea6-4311-8544-2d3df4c3fd82", "result_sha256": "75d4ce7fadf4b9b9f8c8dc3750364ed4257ad91fc521ee8507effd838de2d7b8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003865, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.529884126968682, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 625, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:58.143032+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf36d05e-439a-4c7d-8e51-260b12dd0b16", "result_sha256": "057dd1f0d7e613a398d4bc7770eaac28a95054d4ad801e913e54845f1f832a14", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003919, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.299235139973462, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 632, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:38:15.083804+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bb5bab2-23d9-4111-963a-b3534ef756f4", "result_sha256": "2b8e324018a06f806355821874854a26062aaea0fb9f866496e5b18fcc830d78", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006535, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 20.089204157004133, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1162, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:40.089194+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdfad25e-17f7-488e-b933-443aa0cc9db5", "result_sha256": "090b2e7fa3a3bd1da50971d1c7e7de1f46a8d0eb2fbcb5918c49ba288f111881", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005614, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.151835409924388, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 971, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:09.831442+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fc75b9d-e6d3-4ed6-86ea-568f4fcba730", "result_sha256": "a34f10920960f59f0c42a22e4c96843a24d9e46b9aa5b27dd0401576c8b92f68", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0009335, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.056804683990777, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1722, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:39:01.097972+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa15afe5-3fb7-42c2-8358-31d49363225c", "result_sha256": "694f771e3afbc27e70882e8b6bc042344da87e813bc75daa352c0f0a6dd3d0fd", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005522999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.830654860008508, "line_height": "loose", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 947, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:29:08.273986+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "37acc63f-f244-47b7-8c57-f193099d1e67", "result_sha256": "f539d534d69639cd371539b12b82cbc09c01634d350ee304c79ff07c10c852dd", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006667, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.357157950056717, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1175, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:24:19.055370+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4164b5bf-74e9-45ec-b26b-5af0f271e7fd", "result_sha256": "f8c3c5d185f16d82e262ae2385205f9be9ff61cf5addff3d08e50f52a7483d21", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005404, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.249390703160316, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 929, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:33.830285+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fea60adc-5d3d-4fce-9685-d9d206f47d38", "result_sha256": "54821e48bcfca9e9e987bd01330a7c107646a3af709815491b357f37b6c13a7c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005041000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.631793294800445, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 865, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:48:09.641509+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1fbf49f-8a19-485e-b6f3-3b770e380224", "result_sha256": "bac02e884dddc835e2eaa2f245ccc6d87e08c6e716382d53ab38fd6458de7fa8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00046919999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.438555100001395, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 800, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:53:00.472543+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "64e14592-5c65-4bb4-a5fa-ff2f4d369787", "result_sha256": "f50797607840540d2c74958106657e88d57e3b6f18eb91e96d9209e840b1cde4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005712, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.907039762008935, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 984, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:34:16.076224+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "923d0dfd-5dd1-40b3-93cd-647cf8885cc7", "result_sha256": "6c50f035c275dcb199c4e8d576273ef33eb8c88870d63cdd8b286e68e63f0f80", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00042889999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.57159508089535, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 706, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:42.148275+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "743c78da-34b7-488d-87c8-031dec572e87", "result_sha256": "809267d367f34df74d2d4a44a88f5723e5baa7bf67553ec6abb2fa92e246e182", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00044560000000000004, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.917156019015238, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 748, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:41.643553+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf0c4cec-95ef-410f-b943-63798ad91610", "result_sha256": "613e253f75eb6181cae0c370b8a1c9df7dad72c9f8cfb46bc1ad40987b3d2e7b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003621, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.392331279814243, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 559, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:17.796604+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "122c59e4-982d-4ad3-b19a-fa0a548a3849", "result_sha256": "7641c3cfcf9a13a4aa9c2246a8c6232b384efbb7cfe1d7dab54fe8ec9277acf9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003162, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": false, "latency_sec": 6.893583646044135, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 494, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:55:48.194046+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "49cfa279-1ce1-49a6-b57f-2aeadc19a555", "result_sha256": "ea7214976ea8a7b2ab7949dfecb6afe00d561794af231b2366cc478c86463e9e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004705, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.358165005221963, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 793, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:05:51.788014+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "92f33f26-dd0f-458f-906c-60d8173670ed", "result_sha256": "5ff15b18d1197785ab572ab44a20a54d0e9d106e73a2de8cd701870c1ae57902", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003494, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.300736467819661, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 547, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:30:15.402250+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3b82fa3-7b4e-4b5c-a19f-9f0fbc301297", "result_sha256": "b73d45c7c55807c68573d107bc165e2c6993cc48c45c02b8e09ab67911e97dd5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004505, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.889575160108507, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 756, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:37:55.387005+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7502d851-9833-495b-afda-2f8fe309560f", "result_sha256": "d33a67ea3a652e48918ee3673aaa6726ee5d5ccb2694a99bd3ab955d098db265", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004939, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.021172867855057, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 836, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:19.656957+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fc56a9b-3a3e-4c09-9890-b6cffc6c8000", "result_sha256": "828958ea02a350975f65768168349b1be383d1b8b4ceda204b812a16a7756c3a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007395, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.573083468014374, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1334, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:45:08.697339+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6739f53-e40c-4bd0-bfe5-d5317f4e2244", "result_sha256": "8603e627899470aca7bf78200334cb846e530bf515299b15ab97cd58de6ea457", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006617999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.696655554929748, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1166, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:42.808510+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "40a90b87-08bc-4f8b-8cd5-c7fc2f328478", "result_sha256": "ff0b5da977891589ab8822507222e688d20072693dedb324433bcd820c753ee2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006112, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.989922862034291, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1064, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:13.515273+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa7e6d71-478d-4634-978c-ce53d11f23ff", "result_sha256": "d129d50021d8e2b545a8baac49de67cdaa05c94224acafc460906d69211d0da6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004879, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.269639520905912, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 824, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:38.705952+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6415001c-ed6f-4620-8e70-720a9a7a5054", "result_sha256": "ea3d0e1c55bda9d7f4967305991934c994e0947bd343163da6e7b68cb94b7809", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003196, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.574788853991777, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 496, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:50.997938+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1078e9de-2e17-41d7-ad38-2532be435268", "result_sha256": "42b861b490d2a047169b7cbbb6b6522e5bc6c2bd49f894833edd57ba3e6751a5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00027939999999999996, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.929901866009459, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 407, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:49:42.924594+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "88ad0ad3-3172-4a59-800a-76c2580f46b9", "result_sha256": "673e86c71047f750923fa7256b7437d45940a4ec6019a19cc903dae387729565", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000386, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.177689902018756, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 627, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:09.202655+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "04a3c39f-b9e5-40a2-85a5-3f0b9f37aae5", "result_sha256": "683cb297f889d9234cbc2b8188199022001de7e58ce4a4c12985e248172d3a1c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006938, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.495354554150254, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1230, "predicted_category": "serif", "predicted_font": "Bree Serif", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bree Serif\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:49.866838+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f91c437-846e-4bb4-ae3b-ccfd7e1ff91f", "result_sha256": "baded4773e2a3f955ce966d2e0bde858f22063bd3dcfca4c693fec58479d0e89", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005162000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.39028454385698, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 874, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:38:54.549460+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7afdff47-3c5c-4ede-9867-cd111c7c8ec3", "result_sha256": "92319e0f67393bfa8025e65becef7d8ae49eba7c61d20fc5fea6bab576a7a0da", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00046239999999999996, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.079163684044033, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 773, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:00.971287+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "19b2aac3-df38-4d00-9e47-8b0382b52114", "result_sha256": "6a26f655d295282ab14eca3ab38c5c4247199f0287c688ea7b853f0d81fbae8c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004381, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.489205736899748, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 733, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:48:14.204129+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9fe2701-fa9b-4aeb-9a3a-501cea06baee", "result_sha256": "9a7be9f89f0ba1c36ecddb0c9cdd4eb0a2e7df1fe9e2dc3b7758fbd281cb7476", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004506, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.3550313138403, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 736, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:43.763862+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f074033-e284-42b9-ab2e-e3c5e1ed32cf", "result_sha256": "25ebb890dc1e52fb1c8f055bd9cfd38f3b5a6eaaa09752521da30c56a7599004", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004907, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.580961419036612, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 843, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:20.168173+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fdf465c-692f-4e41-9db2-79479f09331e", "result_sha256": "7a5206659ddedc07886d99513ffbd87dd6d6f9dcfb79d7a0281e2a70aebdee7c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00047339999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.56076665595174, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 794, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:18:23.122232+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "006bae50-7a35-4fa8-92bf-1ec29b3ac687", "result_sha256": "b9946c6edf03d12f42766d9c4971d5eb64c5b7703d9a630367b6d86e1d8dd16c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008537000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.381653426913545, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1569, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:23:41.460973+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fc0ea16-5423-4d3c-930c-3e0c6c9d7a92", "result_sha256": "ef4e5c027225ef676b4650dd2cd8ca663a760ffad48d00d73177cf99d9a0a10c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003996, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.022024122998118, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 656, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:20.637359+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2d084f2-ee06-4df6-99cf-2dbd114d3145", "result_sha256": "3de34d331bb57881ed382e3ef51a813429e01c79baff427d02db9a08f92c5378", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005701, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.16192261199467, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 975, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:40.878738+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9f2a4f7-a34a-4963-8f08-e4c8395b172a", "result_sha256": "16e40162664959521c22f9c79e6b9443ba275e30e9ccd36d044c62d86bf01a9c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0003515, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.99199440702796, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:13:30.792155+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcb0ab3f-af06-419b-bb8e-f49303459f4c", "result_sha256": "dee4f07b28788db00edf7a6fa54a4c2f30854fe22d4f76602a388986dfcce77c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005185, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.618866401026025, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 889, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:48.584339+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "afcc85aa-63bc-4133-bec1-80ccba75c927", "result_sha256": "a656b553258f1a12be727718defa3cb0d4e2d45ef6e3c8d1d4cf825e418e8865", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005329, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.617800787091255, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 914, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:23.476892+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "891bc911-6e65-4aed-94ba-9d204ec36321", "result_sha256": "3c4033fc3fb56960e2e4866a14a6abe147e621558435a9a72bdd3ff4caa2b9b1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007422, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.980129458010197, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1346, "predicted_category": "serif", "predicted_font": "Cooper Black", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Cooper Black\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:00:16.430429+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "16399a4f-b77d-4f6c-b1b1-20bb197d7b71", "result_sha256": "4c5995f51f42a825d553208986899efe210d18a2ca0485c5af3a00d4bd8c95fa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006081, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.81704288185574, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:36:09.508403+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "937412e1-ed48-48f6-9abe-39fa0ff4ec7e", "result_sha256": "c506db8bc52d75f2c84f39bcf66455c49709b2b466be271f0d9e4f33479311b8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003861, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.95472743990831, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 607, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:32.020551+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "349ccff1-364c-43d8-b1f8-8fdceb328931", "result_sha256": "76e7216fe7f2d874ebb123c742e12a5117b858a082a8051206723efa2cda2eb4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000462, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.829872493166476, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 779, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:35:45.600504+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d152d093-a87c-4f9f-b98d-4e195da8d8e8", "result_sha256": "4d2c1734c43774566f4ac8fd15aa11030a7e6eed5c842d3ca18a54d3c08db984", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006005, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.63540958892554, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1053, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:38:12.822440+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c093c37e-5fed-4119-971e-204a4fe45ca0", "result_sha256": "b07b6c0b72158edc2f553fb2cd62b9c8d9b0f9b62ee499173bba641f1550a95f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005159, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.173753812210634, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 880, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:25:21.322421+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0358eb53-c665-415f-adc2-26a1f203d02d", "result_sha256": "8fb8ea6d5a6e1ab1e834bb37d1b7fbda2417d257c7ef5034f80017aac4326970", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003069, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.627875770209357, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 462, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:22.887905+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0cf542ca-83c0-4c2c-b1e1-d5c0519d45f0", "result_sha256": "b81a9b47bfab7e8075d11a1f96fc32b2415994e50121a8693a5818dfe4865aaa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005357000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.606422290904447, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 933, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:52:58.990822+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdfc7187-1385-47b4-aaed-ccc363c52d7d", "result_sha256": "464eeac543171fa852cc79f691575051c30d3e43506e9040a85c60b3068e4c42", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004687, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.151937739923596, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 779, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:10:46.317996+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0be82597-50f9-4170-b3f2-af085c3ccbf6", "result_sha256": "f2f9ccdb687c4619d122c46f8dab106e03c64f726856ff560c15b7f27e3cc997", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005262, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.606783071067184, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 914, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:04.357683+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b278bbe-ac1f-4282-ac1b-27c5b0fb573d", "result_sha256": "b8415ed32c6bdeab6e01f688b343a1ad5fa5b6e481940612bdc20ee3c9f96dfc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004187, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.201724144164473, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 679, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:19:03.416152+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2a34eb7-dfe3-4f67-9dde-63555d7c21a4", "result_sha256": "7ca3f21166397a61606629b89bce93c4200c17086066ceeefbd5830074e846df", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006009, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v57.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.695682469988242, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1050, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:35.218878+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f63bc44-4ac3-4f11-9b62-b787248ca181", "result_sha256": "4b3b3a1ec1f62de399c932698a913057c1fa87e038e0a927a469617c1eb24fb4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005011, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.717204204993322, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 859, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:28.783534+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "610153ba-c6cf-475a-9eb2-43858666c5cf", "result_sha256": "01c93c201141bb21fe56ed767bdd6878e31f0ebb76dda21cd8f6a39aec0dd420", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005671000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.221038517076522, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 969, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:32.028459+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d119f1c3-ef8d-4d34-82c5-60ace5f4ee94", "result_sha256": "f581302a827c73021b5659a07faec3e6f1d723f0baeaf2e5c252f9ca33ac9c73", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008107, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.28828524099663, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1483, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:57.738058+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "506fc083-668e-48a7-8610-da6df04681af", "result_sha256": "08661097f71b7f9a39ed132296423f784685e4c1ea8236c882c363db2d3bf644", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004932, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.213244639104232, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 848, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:39.214209+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf757af2-e9d4-466c-b1b6-ef2e9aadb169", "result_sha256": "7ef4ee83c6f94f75ab4b3eb19e0f07c8d20570fad30e43aed9f70ee560423914", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00039860000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.429714029887691, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 654, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:25:37.068256+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "743f5964-14b7-415c-9586-94167f69fd63", "result_sha256": "4c80d0e58517594572d98ca638290b0b02f42d0fa362ff531f073f2d9478b376", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00034960000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.188229818129912, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 534, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:23.743351+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dd77a06-8479-43e3-af02-94baa60adcf9", "result_sha256": "4b14e4cf340348954d99b33b5bd557090c4a20c9b930b28a4a3c90bac6977c98", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003785, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.2082167819608, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 612, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:51.134908+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "152e4bd7-f8a6-4f8f-acd5-e7651a26afc9", "result_sha256": "785af844ae37b50df00b5212925d85a8f506762cf83a6e5fa2aeb4b726dca273", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000325, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.843416897812858, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 502, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:11.486008+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa76b4b9-497a-450e-84fb-2ee8a194bad5", "result_sha256": "0d64d0c8ccb6ef8b853e6a3b5fe69dcf6ba8d636cdf17ec698a96b91b1591983", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005999, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.108895468059927, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1048, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:42.228627+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f6e0273-6bb7-4772-813f-ac8493d18fa3", "result_sha256": "abc95769a2a6f14dc0e226203a103726109ad3edb4d0355696ed8ca7373ecafe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007249, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.197068413021043, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1298, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:14.538389+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "94edb768-4686-40d5-8e3a-39cb0de61817", "result_sha256": "65a0a1faa22f3cb0d46d1b2f584d65f19237ce20b9a29b7674d61831241fac3d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004707, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 13.239004237111658, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 803, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:34.738140+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "91f88320-c728-4ae7-8871-251f1d6357e9", "result_sha256": "d8be7c4c1c962969105326440bb961e47b7df9ace65b54c9012e9843d03f50c9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005492, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.296061943052337, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 940, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:48.393389+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f496a05-c09c-44a2-8b42-6b835cef1009", "result_sha256": "5199a0bddf8a5b1dafb35eff01b0e6965c39084cd29bcab9db2857c06758fe32", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007592, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.669127659173682, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1380, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:47.712789+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ddab7cf-8616-4556-9269-7e5c205356cf", "result_sha256": "d3f008072f4dab3ca783fa347d8ac6be2a85e337bd40a0988d0169549677d70c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005927, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.334295155014843, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1027, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:31.686846+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b90491f-b84c-49d5-a205-44a37a4f3012", "result_sha256": "e588b3f0e79c7f5c379448309ab4530ded97364d410190f339eac8b92ca45497", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005489, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.634934450965375, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 946, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:12.768960+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c37e4d7-625d-4f3b-83b1-f87b3482e222", "result_sha256": "a27d47619fdbdfab8557004cd2982451bcb3e116793ea2fd267145a520ee43b4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005541, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.080255364999175, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 965, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:59.323380+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8da8cab4-59a2-4722-8322-3a7088a659f2", "result_sha256": "4c380ad8209c84066ee3c4569850a59eb5767575a374b60afef16146f56fc07f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007026000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 21.985167443053797, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1240, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:32.080073+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d603ca93-0c73-493c-9fca-c3ead8b9669b", "result_sha256": "d594e5bad786cba9a2f9cacae07fa5236302770344ecedc5df4e65b48f8b8ddf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005232, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.145240838173777, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 908, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:27.961392+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1919ef46-9879-49bf-9acf-d340036109d1", "result_sha256": "393af9a51f82cc526885e92783deafb5da1266179b204711c623ff42dc510df5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005317000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.475630881031975, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 925, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:39.175665+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "62c22719-6881-4750-a0c2-4efd991509be", "result_sha256": "3675afcfd331bdbf45bd3affdda97421c376b6064683069275091fa6355f0174", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00034669999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.752536016982049, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 535, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:02:24.585438+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f750aa97-ff6f-4c87-b1c4-5957b7dcd7a3", "result_sha256": "8d96200fb4188800081cc5948c972dbe692e81953c9192d0928a9094a1a2bcd9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006134, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.469239108962938, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:43.626190+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "61d41359-7a1d-4094-b414-fe35bbd2dea9", "result_sha256": "a8aeec25541a88bb8036cf132662cd4f8c29488e7a5e3852dd0097523d67ae0d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005941000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.027266604825854, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1045, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:21.163793+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f900b303-0b54-485d-bd2f-59cb00c15dc7", "result_sha256": "688dab88a68348bb9e1b8439ff7d5e2646293656c7dba97ebf27bfefbfbc612e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005066000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.011345074046403, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 848, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Futura\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:27.147406+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ae6f220-54ba-41ea-a805-85b95869ab57", "result_sha256": "edfd9513fa91705130e0b888ad96e90332d7c1d29cc9f9d50b60c4ac23864f9a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002942, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.497002726886421, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 450, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:15.115573+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f410a99-9e20-435f-886f-6e006f53954f", "result_sha256": "fc60ad41cee1066c590a7e597aba36cca7ced47074285cfff7efd3cca24cc5fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004065, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.83113846811466, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 665, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:41.158340+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "27f9c0c1-b813-424c-94fe-6fc340fef519", "result_sha256": "e7ba6bd31c57b4ebb42167e7ac82e6d51a8466ee38d6b74fd36af66f941af68a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004459, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 14.919304731069133, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 740, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:43.632464+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c2d99d6-63a7-42fd-8a8c-7ae8738829bc", "result_sha256": "e166efe25e6722708a45fe0a4501d17e690adbf862e247eb697fbf320067c794", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004545, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.321710276883096, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 764, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:26.576518+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5c4604c-7362-413c-b0de-c14c012380ed", "result_sha256": "dec7a613f1f794bb6697eb3a3c5064f72ce7b47c43201085eafd078a54bc8865", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00033489999999999995, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.280976054025814, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 518, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:17:19.486219+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2b025a3-58a8-4ac8-9ef4-6ef4d5811c42", "result_sha256": "1d73b56872151b77e51fdde3f15b4ae299395bfea60212d9b31e34bdafefb69e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005325, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.060395258013159, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 920, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:11:45.170093+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5f3bb08-e5c3-47fb-8c71-3a501a57108c", "result_sha256": "29af01005483ee7961fe515826b964a7fec6dfddff0027e0b2c6bfc1f89502ab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006613, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.40474519203417, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1165, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:15.400193+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "98426ea9-cbfa-4b04-8ac3-5eaf27e90a49", "result_sha256": "84afe9a743504cd9599a14a9860a8a5c96b83747535b6057356bb7e0e869f8d8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0009537, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 29.11557926191017, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1749, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:02.775834+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd9c6ec3-e5d9-4eee-bbaa-23e3f2c0f9b2", "result_sha256": "ce35a3804c21c5982e6e921cd36a95f32ad42906a81bf8733ed65fc1a12555c7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0010219, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 35.313235530862585, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1892, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:21:16.782323+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "df11bd16-f758-428b-a925-ee3499ab7adb", "result_sha256": "b64739a55fb9c78cd4f82499336bac423585bfbf6fd3cd107246ee27020a415c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005766, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.94464471610263, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1010, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:23.609035+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "104d157f-c545-4d3b-8118-cdf404338815", "result_sha256": "02b112baf7442848dbd9b629e3d626a612c2c7fb32e05f20e7c847214fd05d50", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003429, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.013345720013604, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 534, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:53:34.857853+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fb91f41-1d76-4b05-9db4-6b73229daa0e", "result_sha256": "67fcd17233d094a0b59441904336e8e352c0e66e94b26b27afc9b31b3648fb27", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004425, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.846240839920938, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 740, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:35:57.813353+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "84d6d901-a196-4817-afdb-314e017f48f2", "result_sha256": "9ff77c71fb163bf0613ae7e34d9a1b110cec669bc9c06f6484390b62ff1466b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004918, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.37121382704936, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 826, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:48.291166+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fefeb22-43e4-4c24-8f79-67ec4cdcaa88", "result_sha256": "669e1e916270704f781cb4118c15c2e9accbbee993f075a90959f5aafc1bf9af", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003317, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.798700095852837, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 505, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:33:28.028771+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0550f4b-5e69-4b5b-9450-789d0257256c", "result_sha256": "5df444fa44ab67dc1c812c9b6b7b9c64222193316646f1f3c16a656904a799e0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004499, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.228162124054506, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 748, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:27.535081+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7844d79-c17a-4a00-b959-7dbee21df672", "result_sha256": "e33c777d89b1c53ecc0f855d48ed0598c3e6bccec486bdf97232759630e99815", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00038960000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.445614464115351, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 636, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:50.453198+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "38bedd5f-6d8a-4398-bb58-a7b214f905fd", "result_sha256": "5cd91f9ef416f5bfd0c1a53cfd65c5227f969df055479728410998c18d854a16", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004016, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.487403722014278, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 638, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:16:33.774875+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f93af674-8f26-4309-a849-5a2bc2b2789e", "result_sha256": "ec82018bc9359e71725771c22f93b2f384b63487f2a8f5411a5bfbe76a527c8d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005247, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 12.233768565114588, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 911, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:31.080961+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "215653f5-5893-46fb-aac2-c245c0c6828a", "result_sha256": "c7e73c1fc5e07c1437b17bd69ad84917ae84c52cda39dea769b3f257a05099b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004304, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.243240460054949, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 708, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:27.575145+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa7e5cfc-c95e-4db6-b30b-9285df2905b1", "result_sha256": "90e629df82686453f7cfb596fb744c24a11348e76bb9152fa9dd62988ed2b095", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006417, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.546478683827445, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1145, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:12:43.204770+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c42fd65-9f51-4ed5-b347-8ad8de37d130", "result_sha256": "e87b511131c90c3b6c2ff230b241cf13adc49f37f18a585f8b4c48f0d3bf02d7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004326, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.633748434949666, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 722, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:02.475813+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a335ef9-92a8-4d3d-8910-42c8483ae9f6", "result_sha256": "a6ccbdba43181b7fe308f16dc78a19162e2c7f4a9d5ffd2b7f88513a65e70108", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003886, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.75287184282206, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 612, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:32.922876+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a98f3dd2-6e40-4f34-8d1f-39539ede13af", "result_sha256": "cf43ef91b984148815880bce0354f075eb8b4bd70b4d5e500bc94bb482a94d0c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0006477000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.082042935071513, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1157, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:36.698794+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3482966-6119-4ced-a6d9-8b8649e25db5", "result_sha256": "a4973589dcc437edb9a4b46ffe5c0f54e743029d18f135b974907ce0a3a0201d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000497, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.470258972840384, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 846, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:23.513833+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d054b110-5205-45e5-aa8f-16f9ed37b368", "result_sha256": "5bed6d57b37cbc103f93e4621d8573a3f8c2c4a416fbe60d09a1a4e3090b0ccb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": true, "cost_usd": 0.0091874, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 73.80473375506699, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 839, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:23.686061+00:00", "request_attempts": 2, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v45", "unmetered_attempts": 1, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "eca92b67-331f-44b2-8650-473e75da79da", "result_sha256": "9ebe455abfab03e974d440cad8ac996cade064de48803410acbfadf965cbab50", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005792000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.461163969011977, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1020, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:20:20.167833+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "768b5357-d3aa-4407-8ab5-726813cbff02", "result_sha256": "b469bcf874167a258a2587d6b6cfc2c4d6b8b3c6e4bb1fa54469571e5b28ae51", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005622, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.231365086045116, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 966, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:28.999292+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "63bd0eb2-7dea-4b8e-b9c8-677e2fb97339", "result_sha256": "ffa5be40002972c78575fd4994e009fc43491fa703742fd432ff4f5f9dde501b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005759, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.177024368895218, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 990, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:36.995147+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed112cb4-62ff-455a-8c7f-8026e0f7449d", "result_sha256": "d33c1b79d7a07de7ff72958df368e388ed5e54d958da0e9512132aea102822f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003121, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.133272382896394, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 481, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:37:18.574145+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "76aed04a-46d8-4be7-98a8-f0f4f19ef5a4", "result_sha256": "fbf15fc2ebd3fb171c09399db2f530035636fb8bb68e8f639430bcdd31231fee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005696000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.742651663953438, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 974, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:47.269290+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "856212e8-48d6-4e4e-bbcb-c55e03670073", "result_sha256": "5bc1274ece9585bd43a6f118876f0a3714028ddf39c30cd25f1a58b904bc66d8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000603, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.407231512013823, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1061, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:36.064527+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "35196c0f-c996-46ae-8616-b0a1adce56ab", "result_sha256": "9438005b105a72d94f97eed11d3f101a5aa672905024f9dae1a2001f364d9e4c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000427, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.341849999967963, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 706, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:39.459858+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f68dc63-9f3d-4fc8-937f-07639231bdc2", "result_sha256": "5b5ea0d561245c1ae9db360596c73978cc049170939de5cfed5562222456aa1e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003514, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 7.745879472931847, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 551, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:12.662340+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "95f7f2be-8c8c-47cf-866b-73f383836b3f", "result_sha256": "45ba3c5e06d335cd2a74286e4357aec3f94329c0abca37f4ebe025430bf33494", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0008043999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.87003514613025, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1457, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:57.017062+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a20a19ea-6200-4ad1-8ab3-f7bd6bbb5e2e", "result_sha256": "155e7241c221f2bd717427e4f61d6ccac4656da065da383e24e09a85aef59841", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005609, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.04780362918973, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 970, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:12.187104+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6322d215-0b02-4c47-97a9-f704e4d65953", "result_sha256": "37be486c70c1fabebad5eee369518a7a79f782221cd41ec0b7cb45a8b080b4e4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004755, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.324979338096455, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 806, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:48:32.311776+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bc4a368-90ac-40f7-9a68-ff39c83ef2d3", "result_sha256": "7afb48e975581e8b7672e85cf4e24fa756aaa4d66b21ee804fdd14ea642c5602", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000589, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.211831512860954, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1006, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:32.146959+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6961351a-a43c-42c3-a3a1-06443b82041c", "result_sha256": "96a97b76bbe2c3a0c2de0677c7d1abe6dad67a1f415ced10be4a4109b5979d57", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004542, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.265545621048659, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 750, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:17.950236+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "49884577-35c7-42b3-94cf-8a9795ad1744", "result_sha256": "a7a7934ba1eb1cf57f69692820769a0c34f139186f28471140f9480b3ddf7184", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007919, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 24.667684508953243, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1432, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:28.209589+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "14218e09-ffe6-4e15-b062-59f782459136", "result_sha256": "a6dc1728586a3b3054f68a30ad90133629765658b467573de8cfbaf65274e4c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004921, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.969254371942952, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 841, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:30.503677+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ce290b3-b8a7-409c-8ca4-90fd7c2c8eb4", "result_sha256": "ad0ec0f51c0c46ded9900f092c3b2c1722e19035ec26b6fa4766800993fa3751", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00041739999999999995, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.375611664028838, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 683, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:40.796617+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "48f8f4c8-c339-4283-8f89-5749ecad97bd", "result_sha256": "403ba359b09eef95c36160755cb37d4ef91f3eddb67d649bfdb6399bf87e2eae", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.000617, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.73401053599082, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1089, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:42:04.528014+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3a23fd6-4997-4530-963a-4796efa6a7d3", "result_sha256": "728fbfd88c1ad3b9cdacdc31ca32c372ab3a20d2a958967cb7b3b8d5c021e1d5", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.000425, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.76185907702893, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 678, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:30.947274+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a11ec5a1-3e10-4a9c-a091-19a7ace1b75f", "result_sha256": "c25088efe1c56e10ba40afbf97b9b824e67b4fcda0ab92e8725ed613c4f05f83", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004432, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.973132156999782, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 728, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:30.902705+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5e453e9-6f3a-4bb3-844a-f72533384bec", "result_sha256": "1193b1a6b06085a2b831ac0780d87f1cbbe115183e2db423ae31ccbf0a48de7c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002939, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.690874886000529, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 436, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:56.587690+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "317c2ab9-ae22-4caf-8e73-96c36750ec1f", "result_sha256": "39db5f495149396981a7430450beb647075720f36e8221b51308e342b9212b59", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0006589, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.613312738016248, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1165, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:54.726733+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f673cc1e-8e43-4b21-af1b-9fab877b7fad", "result_sha256": "706f79a44fce2e92f8574e68b6a7f03ccc960d02b13c6cefd07c52ee7bfa0b31", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003556, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.262879688991234, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 546, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:26.949721+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9440573-e59e-4cf0-92bc-06bf7eea4643", "result_sha256": "508517a8b23204aa9e7f4b5623ea8c636f4d05445457a3fa83d702f56a87589f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0002922, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.601854322943836, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 446, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:08:08.708955+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6327fcc4-6361-45d9-a400-7fe3f3960a27", "result_sha256": "932436b4d1c6468e525efbc0ab5c3f66860c4b10d1d1bf3a1908ec58ecc45d36", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004282, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.147334679029882, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 694, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:47.297981+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfb7c3ee-924f-4292-943a-5bb70a4a3142", "result_sha256": "c72e2be7e55c08ae5e9f5dc3812745b8e35c545ad0fa3308c11c88ade0a3668a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0006852000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.686626011971384, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 1232, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:19.839166+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f90784d2-c3d7-4e01-b851-b3583bbe6a2c", "result_sha256": "482220142caf1c4e72dc54e2c3d51a056d115286211c21d2c132361cf2a2365b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007969, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.1581115340814, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1441, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:32:05.302060+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb8f068d-e2c7-4f2e-a26c-05385a0a3482", "result_sha256": "315d1a30be585eefba77e51c9cba34f93578fe2478fcdb4558ef7c0af9bad9c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006746, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 21.974922838853672, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1184, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:45.320439+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e224fa5-f4aa-40f8-b7ff-890179c5de03", "result_sha256": "150ff96e783258064153a86f677679fd042621ee4e1564344f16f1036653490e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000453, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.469118925044313, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 761, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:20.370395+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "227b9d06-0ba9-4587-b0ea-08c59833bb57", "result_sha256": "2b401e1d1e2c6931ff7658ca90f326979a85e3802963761ca378dd829030d20e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005675, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.228768698172644, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 987, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:55.886172+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2cca7f4-a8f3-4368-b3d9-3b7b103a04b2", "result_sha256": "93ca9868a77a9d0c21aa3e3990df571c29cbcb4c3cd21fd9299274b86c666260", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006663999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.684945959132165, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1181, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:25.667942+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6710e21f-0509-416f-9751-e035834000b0", "result_sha256": "0b191c9e06a5a72f2c30ba44ae96deef35b251e80140f60d291536968e984e19", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005677000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.729979464085773, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 997, "predicted_category": "non-serif", "predicted_font": "Fredoka", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:52:50.510156+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "81c50525-25d7-4348-9a73-1b5eb40e97d3", "result_sha256": "9ab195dbf4dba540987b72be670519638dbcf95554db574e495c8a706d82ec76", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005669, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": false, "latency_sec": 17.45985758001916, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 981, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:11.776528+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2aa5e19-9ad5-45a9-a0b9-67c5f1421aad", "result_sha256": "a6f68596946473e18f311106cb6d4df4a88932e45c0603956121fa0cfc029782", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005406, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.186402750201523, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 916, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:01.959190+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1f73231-d973-4726-a168-15034e5e9751", "result_sha256": "0c6a50c264c3b8db6dd8f9452b41fe10fdf3379dd0b2321b32bdf68aee887caf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000457, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.408519251039252, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 769, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:44.610442+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "99c17066-5db2-49a7-884f-6e3067e20417", "result_sha256": "b24daafe44df7650f5351fa1c6ad3ce72c556bcf42006ad0766abb6f3d54dded", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005342999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v50.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": false, "latency_sec": 17.500998033909127, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 911, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:17.844190+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "10e94708-07c6-46c5-9b41-e51c716ab180", "result_sha256": "7581db4104a9f5b8f605748ce9da6a1535ecfb78a42895b742b47636c06b0342", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003544, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.074108861852437, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 557, "predicted_category": "other", "predicted_font": "Fugaz One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Fugaz One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:48:09.152551+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4a7791f-b384-4b5d-af13-c8e56362eaa2", "result_sha256": "f40c0e7fc3e630450dd5b01513559f5f462dc0b00c6d9a913c8c5b02c74909fb", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005799, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.823581870179623, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1008, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:21.457284+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b39b707-d9ca-4371-a946-cecc611f4306", "result_sha256": "70568163260f070e372caca157318e89138816da88e12fe68f0f673e7b29e922", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004976000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.660225317114964, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 852, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:20:54.101177+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e702542c-ed74-4821-9a7b-90689879f43e", "result_sha256": "8191c73c9a1c4fffd38c156cd0150ef1a9a92300ea27d9fd36a026e12dd1cebd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003572, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.909493959043175, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:20.209137+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "061cfa37-480f-46e1-b053-dbda39cb2018", "result_sha256": "468db774d76b2601901a29e8854f8e81d016782b58020ca234bc55d758289a2b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004077, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.24063547491096, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 677, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:42.072497+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b60b6fa9-9c61-4cb5-a42c-8ca6111cd563", "result_sha256": "d0223da287e7d149e411dc24d3b2a01bba6989e9880a15382fdfb730b9c13583", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007412, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.79373609693721, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1324, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:18:48.000807+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d43a04fe-2565-4661-b9dc-63a2a95c3b56", "result_sha256": "65569236092da5137dfe5a2c5f8cb1841a2e17aa8059b065ab0fe8f8aecdaeb7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007884, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 20.76592866401188, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1415, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:54.385454+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a458036-9e38-4967-a5d8-b28a2a0d9ddf", "result_sha256": "6efe2332e91d1894c7978a5e946352026c73f1d88233f0ccf5631134bbb43117", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004216, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.094920165836811, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 700, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:41.242843+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "438f50a6-f767-41a2-a057-888f9c630164", "result_sha256": "c1528c30ffde61a798e2b9c61214c0274c3a7a2c1a82f188ae3d303b84ec8c44", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007681000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 36.08031983487308, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1371, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:18.541932+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "47c9ffe2-1556-4e85-9aa8-ccd5a32faab7", "result_sha256": "e2d4047bfab3668a290271b7773ff5ca9c6a45c79f7c54a45ef16404abd69b69", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004082, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.068359144032001, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 678, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:06.134561+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "97fbaec3-2eaa-40b1-81dd-220eca35fe3d", "result_sha256": "94e7ae4c5c083ca8bc2e1a6ec7dc784f7f73938bcf37d75d7d4f6871504eea2e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005697, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.60414023906924, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1001, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:39:09.682516+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3025d36a-9c3e-4ce9-83e3-bec8c941f4d4", "result_sha256": "3df973cb83b6380c2fc39f4373f1ed509d953f4a26948eef252282f38fde377c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004232, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.527894598199055, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 688, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:12:09.618845+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fb29c3f-fd52-4058-bd3d-cd479a5d62d3", "result_sha256": "1cf72727ab3969be2e8f2a6879bc9d664195520e03528e0eece14d8a262b97a4", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005939, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.487186672864482, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1036, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:11.362414+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "13b38aaa-35fd-44bd-87a7-b9eabfd5d635", "result_sha256": "0b01fb60132e6624caf954262a441d1e26219e90b3fafed9f919a477db35dda1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005206, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.70203198492527, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 898, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:04.808368+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a81c77c-7a81-4356-a5b6-32a8ea963b67", "result_sha256": "6312a283b2956f6276286cb64c40a707c37dc2a802f6def2f79893a388dcd1e9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00019860000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 3.9923315609339625, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 232, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:55.164074+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c195281b-8e19-4628-a540-84e31da9fd5d", "result_sha256": "d6dfe7fd14f541562ce8ef9ee5a194c9f41078cce8993d01bdb2415d35bc21e0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005222, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.0657219060231, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 906, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:38:27.116286+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa020686-6da3-4ae9-9d66-06aba8c0d6b4", "result_sha256": "05e9d5658da1c5c06a4c27cee410c95fd14aef297c8f5e42223bfcb483309cee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000565, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.44742345996201, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 982, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:52.512093+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4004b0a4-5180-420d-af72-a5e0eebd5a54", "result_sha256": "fdbfff97f5d414ecb7d402259ef504199cbb634aa93951955daf7d08c06ba2d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003499, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.798893112922087, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 548, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:37.786516+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b9eb4f5-084f-40b7-9e1c-225f2d1f395e", "result_sha256": "fe95a9bd1b57b523a1c70bb556a99c334520186e54bd270b24babe16e70fcb2c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004005, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.87923997384496, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 656, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:42.100572+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2efbc06-81ce-4e97-8d08-b111b83e4a87", "result_sha256": "82fb255955a0aa828fa4357e047f6270fd7223f39dbfa7ae53d1cc32f8f017a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004898999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.855697616003454, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 828, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:16:59.101460+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccb2a4cf-6c2d-4755-9801-fc0274c7b897", "result_sha256": "9347a3138b5663a887f0274bf9edb48046e3060b141af2bfa8612e5b6af9aebf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000412, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": false, "latency_sec": 9.13309187698178, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 679, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:43.062390+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f7a0a1d-d187-4b97-8308-c75bd13522b2", "result_sha256": "54e858261bf34a1a644a3f03d37dfa9eb328d2220403159468c7578b8ff2d9fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005488, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.453842431074008, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 940, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:05.536251+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1baad0d7-6fd8-481b-8ae9-ef8060483527", "result_sha256": "36e0d1aeee9b9c4f714cb30be27f14b801bd6c7c60047d98e39a81878fdbf759", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007452, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.75581482797861, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1332, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:35:47.744663+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d34a368f-e8f4-47c3-b373-4e98408978bf", "result_sha256": "d1846a692417138f04d84fed2ddef411147c8523e3fefe08041ad97af1c69af6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006458, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.882977403933182, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1150, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:21.473632+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f896450-3dac-4c21-b561-4355722081b8", "result_sha256": "9e01fede1af59932ffcacf0e87c7843e1dcb5662965848af7925a88b7db01940", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005017, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.288948820903897, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 865, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:11.288040+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "10f47417-e184-42ad-9394-585dc6bc3b88", "result_sha256": "123edf3df73f62c988d7beb19bf3ab641ed0498aed2ef0fde27021946c02b957", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004499, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.280192913021892, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 748, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:25:56.749192+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "adb6466d-1271-4230-b950-7360ffa18635", "result_sha256": "fba8caf9f616c5778f44ebe21820cbbff370570579027d206cca3d2d52397b66", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00041, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.137327746022493, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 675, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:46.758298+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fb5e83b-121b-4448-865e-cca67ef18162", "result_sha256": "5727759b3c667f79a9c793cc3e8f626bd1df2d142d1fab1025ae9cba2a657e0b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00045430000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.47946207690984, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 751, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:34.347928+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3dc3170-b313-46e6-a223-d1e68807e148", "result_sha256": "5d8bc7a8fe1570684abdb34a2decde40a146de0b9a6ca743f1db0a759101ed94", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003937, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.48462843685411, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 629, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:11:16.601655+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcf735a9-11df-4a87-a07d-60241bd5e656", "result_sha256": "8b2fa58c09353b761e9734fd5faa6dc035eba30707f27726ba36e90c74076e54", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004999, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 14.45359628717415, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 848, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:07.714444+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8002edd-4800-4aed-be2a-9e737b545225", "result_sha256": "fbed78dbb4443f82ea516374ddb20c2780a34aedcfd8dc53d72aa827b92acd57", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00047860000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.839926943881437, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 814, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:08.835217+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8569b4c-7b53-4daf-b8b1-38bcf76b80d1", "result_sha256": "84406073f66c17d07ce6b723cf4e24bce13103ac2dbf8a95e3de58e97c25f4e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005176, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.04074541805312, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 870, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:17.580832+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1c67a11-e768-496d-b5f8-d6341d46cf52", "result_sha256": "3958e8a3f6cf976b72831a0e5faad637c2099b014809f6feee2a243ae1dd6586", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003202, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.68326122011058, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 502, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:15:56.761942+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4085ade7-1424-4dce-a180-a4d45384c412", "result_sha256": "784761cb7aa1577b0093f646e7a6b8ef6523de42cf90b48e3842619b08624e8e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003959, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.432699949946254, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 639, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:31:28.679785+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d666b7e5-11d6-4c42-8f9e-a6ffc741d28c", "result_sha256": "fd1b55b9a087689bfe294c057cdb5bfa7b3c73a5fc6ff57e51d650e8e3128191", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006777, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.441689481027424, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1217, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:02.747813+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c052a4e4-6871-4f7a-a8c3-e0c6da37e73f", "result_sha256": "34e90ee8be653c70cec75ae79c3ed180fc5d3e419cded1aff4be35c18e4ed8e0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003506, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.889183853985742, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:08:05.061019+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef09619d-64a6-497d-9c47-8c7b27b586c0", "result_sha256": "6a28d006f86a15556c278d12ef7c3a42d5333d9170132a936d89fabc6e53dcec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00033210000000000005, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.171268620993942, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 499, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:38.087126+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7590b1e5-bca4-4227-a821-53f001a797a3", "result_sha256": "90ac1a9a62d322656d542b5d8322b9d5cb456b317322686e8f7c0377549e83ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006173, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v43.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.17711754119955, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1103, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:03.228174+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "543a0cbe-f410-4cfc-9f73-a1196f79e189", "result_sha256": "9d9e1a1dc5721e93cab12bdbffb32e50a5421c04a38e9e33e4915a0ca790e03c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007395, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.579704975010827, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1331, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:44.187336+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa6bdafd-2ac9-4397-92bd-f4879b0e6cff", "result_sha256": "1a3d5cf8c33b405f9d759796c02f67c69b1d83ead75b3de75dcc9a1fc48ef8d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00048489999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.899685981916264, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 818, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:04.393532+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "35f4cec7-83a8-4b73-9d30-31f039cb7667", "result_sha256": "21dcea4b5d1645db01596b8700c7c788f17e313771424e81cb41f5fc922b7e01", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0002867, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.767531045945361, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 435, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:14.547107+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e81a37db-c235-4358-b1fe-05dc0c47cec2", "result_sha256": "92818d10a27a04026f145ea1441d5ecfae9f7577c6f779b54d3cd80ae792ca6c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00027719999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.304940163856372, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 396, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:52:52.478152+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8a0ed7f-44d0-4175-9596-05e77699302f", "result_sha256": "be57e77b558655f0b07e616f0420bbe0e9d552aef70ba9b099156976d4651eed", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003904, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.365096968133003, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 629, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:20:09.362750+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9626d88-1127-4d9c-aa71-8b64ffc13eaf", "result_sha256": "439a7271deb5642e32c35ae036f6d667d9aa0d58d642232d8c830bc704421715", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0002591, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.255694952094927, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 375, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:34.884173+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "636e734c-48a6-4624-b90c-26ab15ce3d1c", "result_sha256": "67e095e1206a1692307901660335bcc62d4ca4ef21cb5cab861171c0e0075d3d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002456, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.972845254931599, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 326, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:59.900850+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "87e6eb82-2fb9-4e5c-ac0d-9394422bc50a", "result_sha256": "096b338e88fd2a8af9c7cd30db80516eebc8dfab6db75bc584b31d784cd25bdf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003262, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.846854791976511, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 514, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:24:13.250807+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea251284-d5ac-4dcb-992c-93b4e5cf5675", "result_sha256": "5c79233311595c0374965d6385960eb7c71f206dbfa8d481bc9420ac5a86522a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000515, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.914670693920925, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 882, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:03.199940+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab7faccf-9bab-4ee2-90b5-8930c7c3929c", "result_sha256": "16881d7b8e3e3effb4f9d24304b234c211eb1770f4aa80f92168dc7579944d9f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002764, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.372320068068802, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 401, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:30:40.889492+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1dca311-da88-4224-a9da-786de57aca2a", "result_sha256": "4ed3a901abc7f6562f752584975bfe8735e99fbba4711d42d2bdbb73ce2d0cb2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003505, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.654495458118618, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:11.456024+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbc1d101-8799-49ed-bb6a-322c5619b7aa", "result_sha256": "0493e9fdc9b77496863360e19b49bf568e79054f5c5f0161cd22ba2658bbe26f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00038839999999999995, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.367555678123608, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 625, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:08.529953+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ced37e49-b434-4460-98b1-cb8788868e33", "result_sha256": "435731d8f2cffe1ea760a076e28c72952d5230c3606f200b15329e6ff9c5388a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000389, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.519263935042545, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 633, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:02:05.791552+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef3e817d-79d3-418d-93c7-e1c3df5b71d3", "result_sha256": "5f5310040a9e637ba5de565f657d1de36b5cb4d54ee23205189d4bdf897f9ab3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003923, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.566177821019664, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 627, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:32.015837+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3179418b-88d6-4400-98b8-51c7d157c366", "result_sha256": "7ea6d072bbf4782185bf2cf457111b309614b8bb6a4863c6954def728decd5f6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005607, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.882369003025815, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 963, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:25.995117+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "16dd5459-a63b-4a3a-a449-93ded5100e70", "result_sha256": "afed663b8eb0320158ff74891d37e73aaa17e19ebd437c2da15cb5e216ec4bce", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003804, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.444176021963358, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 609, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:22.529969+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f200d50f-9edc-42aa-b48c-e7fa4dbce8ae", "result_sha256": "074d26fdf3cfa5cd8565f89d6cecc725eef192cc7a93ee8c0edeb62bea367ce7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003656, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.781802620040253, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 588, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:35.052380+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "98b459b4-2007-44fd-9a7d-c9e643ce3618", "result_sha256": "131fec77bd18192a81206f9893e2ea531507d9f67caa97a3a23a66006591089c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0002844, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.538071112008765, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 417, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:44.760352+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd704537-9e0c-4b7a-b1a5-ec8bdc292c98", "result_sha256": "8a52d3a05ef526062cf68f0949c21df39195e2bcbe13ad8ebe69c01d2dd8812e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000289, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.952277758857235, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 433, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:30.137461+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "094a5486-0536-4729-b545-3e4760adaa0b", "result_sha256": "24feb18da2caccae68469c874e261c30d34ce24e92e3e3961389f9007debced2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007057999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.334315821994096, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1254, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:38.276877+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c0a843a-4909-4e66-81b4-ad967dcfe96f", "result_sha256": "b091feb7155529b9ddba4a62bf50da67e5f33f8edbc5dfd83da1dda331a21e52", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003207, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.244993164902553, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 483, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:05:58.434749+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "92c504b0-b446-4cdd-9dbb-4dec3991cd04", "result_sha256": "592b5f794035eb8c397146c8d088857f5d20334a7b3616d2e70d1c8002a1d212", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00027939999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.932881145970896, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 407, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:16.831962+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c0a6681-a943-493f-8256-2f31210eed2b", "result_sha256": "1bf5482c10e1e93cb7cd1f425f1bf77bbc198b6c36f654727900bafb9638df61", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00034760000000000005, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.968278065090999, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 552, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:36:26.455494+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b861589e-6408-4746-b11d-ee4220d7fe7b", "result_sha256": "24ec1f8438c54139c4be3ab79eb8652bb8f0aba7573d58b1328e134d39cbfcf5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00028460000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.829882916994393, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 404, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:28.439412+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "19ce7cd0-0a21-49a3-8536-b5a02d5387cb", "result_sha256": "0118d497941f7ce3055cb77e3c1a7ffc8b0b55987ad69a4e716ca8b450815be9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00022119999999999998, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.7301343029830605, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 304, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:39.842795+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d32c39c-1dd9-45aa-8724-392783e3c5bd", "result_sha256": "cda317c00b869b62d73e2983b40f81414d3b8c55b5fd8aa63b765b98dfd98b4b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00031739999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.281769084045663, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 482, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:50.263300+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2313c21f-b191-470f-ab3a-24ca0c307ee8", "result_sha256": "56918e69ad0c7b000335fe263e3a2f550b4fb3f776ca4c81d8cd4a0732524cc6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006797000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.799412841908634, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1221, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:23.514909+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd669896-9860-4e97-9f62-ddc84a311aa9", "result_sha256": "4c7f520d2c0a70d85af103fbaf01a693710678001725ded5f4ca68393a57848b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004351, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.47761271498166, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 727, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:34:12.686881+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7abf2930-a6d4-4c6b-aee0-7e13ed4e48a1", "result_sha256": "891b873e442c70e89b61b5dbf940bb04439be3d433202197fae337191b955f5d", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006876, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 20.85521355899982, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1210, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:56.444094+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "60569b3f-5144-45fa-9473-4d02b19498e8", "result_sha256": "024e08024b33acaffb00c46ea82d7ee30b1a64033b0ecda514e7b9dcffdc3363", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007527, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.39771944191307, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1367, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:49.246504+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "10ef65b2-2a9f-4532-9c05-a2f4f2e9a195", "result_sha256": "954b24c679548a7ab3fabb3249f36fcb323676724efe2c82ce074a4d2b798a84", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000533, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 14.19860730599612, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 918, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:49:51.642703+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "525cdf5d-173d-4a10-9391-1b041350b3d2", "result_sha256": "6a902de8ef728d1dbd8ed6caf8f75a4f27a678e06831466a7c6f28fac57fcf57", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005968999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.326525022974238, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1042, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:36:41.597041+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd277834-5bac-42cf-a5f6-a1f9a04b0e6a", "result_sha256": "823ad95fbb432ada43917fab0e2139b092144507b9f1c146581818a9c23a7555", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005342000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.015533374855295, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 930, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:59.983314+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "56ae02bb-4183-44e9-848d-685ae8d066ee", "result_sha256": "15a7ff3f81e5e69f48c06d55e3435c70f2f93bee170619530ae3be4abfda287b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002931, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.6610549869947135, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 443, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:34:55.468592+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7416ca92-e038-4332-97c7-7231a09cc71e", "result_sha256": "924d17b9a3e1442f479403f35892fc4e9e2a9f1871d449c8ef699d25802890c2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00033410000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.742144173011184, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 503, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:04.350192+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1e32d91-9bd0-4081-b5b0-fd7c4971dff4", "result_sha256": "538d50af81d5a01bd47ca3b73ab653b42485c9d398e9dfeb53c63c8280bdba35", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000663, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.29760014684871, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1181, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:45:05.186154+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bf0142c-a159-40ac-b732-3b2d59bf9a63", "result_sha256": "c5c1271a8f405f934ad16b2eb88ffdf6014bd937e1ad6372f065d1a75d69aca2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000537, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.129852080950513, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 926, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:59.154589+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7da87708-cb24-49c5-a652-cedb5f97d0a3", "result_sha256": "58372ee7d88b471f9f027e50aab926503b462e366986a004cf699b5053699d67", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00047989999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.388368037994951, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 808, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:13.381633+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a29f6c8-041d-48b0-853e-955cb949fa35", "result_sha256": "9127a0757e56e6f2c05e5a75e3b18b0c4fdfa6a46868917f31771a3e3d85bafe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005359, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.208306798012927, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 920, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:06.473468+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "048d29eb-7a2b-453e-85f2-fb74ebd98e21", "result_sha256": "0eb767f254af0fef49e4fef125e0b567193e15eb5c113a43571952da194bef58", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006002000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.916724564973265, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1062, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:50:00.595048+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "63b5f165-cc50-4f97-b9c2-2c92a90a6ff7", "result_sha256": "7ed9071d0a8725b9dd419595dd21de517757cc6957d1cefa766dc66b9f8164e3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004177, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.43712576595135, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 677, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:49:40.749792+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb86104d-b6e6-40c5-8efb-83bed9358386", "result_sha256": "4ae7cb213a69ee6d95b330b727a85fe916f5e99295b237f7ec1941c0672a8a66", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0009407, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.328811598941684, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1743, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:38:16.976327+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2314f3f2-43a0-444f-be1f-966b0e405967", "result_sha256": "719bdfec262d47dbd2fdf815720806370f661038959a38ef8840829a2f4a99a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005902, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.56557952798903, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1022, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:34.041731+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b059eb0-4d01-44f2-b576-b8904282bc8e", "result_sha256": "14bfee60703b365e06714df089d731c5d983e56fa97403d35cbfe35e89e1fee6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00044689999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.428094825940207, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 742, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:27.111722+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d7becef-a2a9-4ce8-b522-bced3fc286ea", "result_sha256": "f5e19604d015e5722a06318e613cadedde36857efcac8110acfb933edc9509cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008181, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.936044060857967, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1493, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:30.889319+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "44c11921-9e51-486e-afc4-75b48ceb55da", "result_sha256": "54aa5644102682c4cf62a1f8a88adaa20ca2f564a081840b5eb5e5e0c10f3ce9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006001, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.530226296046749, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1035, "predicted_category": "non-serif", "predicted_font": "Julius Sans One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Julius Sans One\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:41.478519+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "512d7084-9e2f-4457-a58c-6928053a15b5", "result_sha256": "62f40713647aacb27f6c1a1f1ca6ff70a51e3fa81fee4c24c0ff2fe0c0365100", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004902, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.085744251962751, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 842, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:40.820261+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a311a91b-7354-4f38-9919-472f079e7461", "result_sha256": "2197455a7b42ad0cb9662cba3edc1e1ea52b2af6de0be53a62eb04af400313b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004607, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.051319824997336, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 783, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:04.402091+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b17f7063-bf50-4801-a3ab-986fd9c35b6d", "result_sha256": "a4d35895240822ae29b6fae0086ab707685bf7d911818b62fb5563bda4d6170b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003967, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.631532503059134, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 635, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:24.042967+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8975f2c-1625-42bc-bea2-5c4d13a3bb72", "result_sha256": "d605be7eef6766d89321a738212f82ddb21bc778c6eac4da5d673b60cfc56345", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004324, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.760861748130992, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 713, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:21.203391+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b08c109-01b2-4afe-93ed-4d2828fb3bbd", "result_sha256": "798ed2cecd551da5f986a88ad731d88e63fc3d4e9c6544f744a4697b5f291d95", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00043610000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.67193915694952, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 729, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:36:53.125875+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d455585b-4cb7-4cd4-87f8-1290af4ce8ac", "result_sha256": "8e9cbd7772dc1d186b9a72faacb04ffb058fb217eb254d7587dbb1134617a0fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004986, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.096806840971112, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 832, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:06.350169+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbe2e83a-175c-4d97-a7b6-65aa99952b10", "result_sha256": "eb50a87bcdf675fb2a8ecfe33df70e84a7cb9f53960f581276d7ad62f43b0fea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004462, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.26489115296863, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 754, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:36.190814+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "288d5e73-6635-4454-8865-cd42c1ca4fd4", "result_sha256": "8dc2c5e78cfd8afdcb4b13d24b3a37c98d6abe682b70e65107acb5d12cd2ae73", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000338, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.079213140066713, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 528, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:01.120329+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f1384fd-e428-41b7-b4b9-5d430f4a6d2e", "result_sha256": "fb414e7be8a601bca5969395305b3391b5e1d84cc88c367aad543a5b705f3a8f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00046189999999999995, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.292010362027213, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 772, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:00:04.399329+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "65464b77-2512-438c-b622-519a195b9c63", "result_sha256": "100621fd61200126bd1843f2edcae368a7912e5ddaeddc420ffd0f2e065c9eb4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000346, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.176570493960753, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 547, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:35.186518+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "55c47429-496c-4372-8785-d4172ed25cdb", "result_sha256": "3736d4b568598803126c4bbecb78c291966cb632e2e40043c8c3ef90bd86c2c4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006719, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.12737438082695, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1192, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:31.126924+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3841a507-4c85-4371-8e02-a9f436280697", "result_sha256": "52ef6c11a3054d148010e2e46696d8ab1f7293c438cf3f74657509855a9cc859", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006675, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.66375639406033, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1190, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:55:00.144238+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "adc9b85b-bc69-4085-89c7-11db1969cccf", "result_sha256": "764f15fccc8ef50e6eeaa90c12de52087a43fbd391ff180b15d68fe0ce41b5ef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005453, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.788652281975374, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 933, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:16.792683+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "137f2c24-00ad-4999-8cf5-5eb53ff7345c", "result_sha256": "3b63c63482113516d755663ea157830adce5961106182bb6a066a9b1baa9ebd5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0009887000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.466306803980842, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1819, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:05.767147+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fff59eb-fb1d-4e93-9346-a5ffcc2f137b", "result_sha256": "87bb25da93c3b12ec4641494e10c542f688dc83e486382b83a5a666ea38d630d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006548999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 18.0208257061895, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1158, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:32.878322+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e41d483-fe75-475b-92bf-4938000d08e3", "result_sha256": "664fdc3acd1d4e296c1bf4d621b580234a6a0aa2834ec7c947e81310a6883436", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007276, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.104313233168796, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1312, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:19:33.832203+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "812265b7-7e32-42c0-bf07-2bef6ee7e96b", "result_sha256": "fde624f6871d21f48031671d3faae7a1374f308556a913dc18fc9f350b7b4afe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00039939999999999995, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.522170915966853, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 647, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:56.545048+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "beb2bf03-1551-4a94-b143-482ecff16458", "result_sha256": "1ac69282f3cacd5bb692af94db159ab309a97cbc8bc66ee63e59b71736f72baf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004055, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.213025487959385, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 666, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:08:59.495538+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "99c663af-a5c6-4108-a817-1dd19ce6c288", "result_sha256": "4e43e9dda48b45d951b577b2968ec497ca6aeda0d3604b757b638c929e5ba524", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00038030000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.885831999126822, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 603, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:35:35.650067+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4af364c0-d0d1-4fd4-a3ba-1503228f548c", "result_sha256": "dfc814ac04639d9d9c103e9b55fbfdc2655ee16b687935847142cbb002daf410", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003022, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.837873145006597, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 446, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:22.940800+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e96940d2-4d3c-451c-9c8f-e0af5e99b249", "result_sha256": "d4a2e98ebfb2722e45f4571b058d56979720a21d52ee3cb33c475df6122e11fa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002889, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.098424781113863, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 426, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:39.795068+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "67c83ef0-0595-40e4-b1e2-1895a7bca67c", "result_sha256": "1f0dd7e92d1a85598d047b12737698edfb356db45af7f5bbefc2a19a03986cff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003166, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.170956529211253, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 490, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:39.231264+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "33527ef9-4be1-4a78-9d37-e8e27d1d98ac", "result_sha256": "3ead64d372772b360550086deee3c4e28de5a2ee6708e16d142c897f6329fdf1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005016, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.346523192012683, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 838, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:46.762594+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcca3a82-0b10-4a34-a002-2af3afd323e0", "result_sha256": "004696b085df18ab438a48fd7bda783f4391331e3e486db05933a3539915c05d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003762, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.097732876893133, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 614, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:58:56.658109+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6ca3e4c-1cfc-47cd-9d8c-6e31b8725ecc", "result_sha256": "137dc50c42d4602eb93750e37c6961f4bc5020b852c51d213427538dc75454db", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008724, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.04573252191767, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1592, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:50:59.406370+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a96ff8b7-596d-410f-8592-4e28590bbefa", "result_sha256": "7a845b446c2127a04e6a69e596c59059d22007daf7e0d82b25b318112bd21867", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008217000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.674946757033467, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1505, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:35:54.718991+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a951aaf5-ef12-40b2-bb5f-d146f416b5cc", "result_sha256": "820a4bbee683f5bb66f63ace215613b5268edf057a2bb3d64a8882c002cdd6a4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003576, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 9.989028300857171, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 572, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:14.403875+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "574681ad-bc2e-4a5e-8621-083e2a260444", "result_sha256": "49766a8945236bf131be98eb71ff17f996eb9fd0efeb2d78f7c392f22e60a939", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004621, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.478531808126718, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 759, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:38.421784+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "11a52634-d3d7-4c4b-ad9c-c7ad61533f9a", "result_sha256": "a634e683fa0c2cf111cc2a4ec184a2d4c499fe8d4e6531137263b872e71b29b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0007157, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.591450913110748, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1293, "predicted_category": "non-serif", "predicted_font": "Orbitron", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Orbitron\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:24.504128+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a272190-b841-4b41-84e5-8856647ccba0", "result_sha256": "060b40d0e4f25ef2a9442bc223c4abc0297e2ff19bbda1f7d9f53d33f6d59a39", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004695, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.548901225905865, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 791, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:08.693694+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e133646-fd62-4f91-8e93-3fe3274ec364", "result_sha256": "362ddbd8ae63ff401ec2f726581eacb3ca37694ba54a9aa316a96afb127086d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003369, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.589836196042597, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 522, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:36.492848+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "83c570b4-5f82-499f-9965-f567c43443c8", "result_sha256": "4aca63c3e4c93d2d5b6d509fb37db23a49c117a4a7540ba76d4ef9795a7ef85e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0010182000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.136058930074796, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1898, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:30.703089+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "57698015-f8bc-4979-aeb5-37c61c5b95cb", "result_sha256": "b0cca3e381470ad788d9454a033a5c18c9d8eeb204463ba9849717fe60e19a24", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004936000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.531070230994374, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 844, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:34:23.829650+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "84afd277-f5f0-45e5-90f5-81f6ecdee051", "result_sha256": "540c4e11c18bf0dab95ab9fb5581443f8e67a9360df207dcec70ea39eb637ca2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004686, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.465028410078958, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 772, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:13.195682+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0559fcb5-db7b-40d5-9ddc-0fed227a12d4", "result_sha256": "7e41f1cec1ea0352df6cf693c6a40cbcaba8e0a6316bb6130f162c6483d4afcd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004675, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.452118040062487, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 790, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:24:30.000893+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "38dafe97-faf3-4969-91d0-a092562be552", "result_sha256": "d9268dd7506dc9d531ebaa4b398fa38fa56e94dbf875901056226429d6ea4a51", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000562, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.40404957602732, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 976, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:13.697859+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f46885eb-874a-417f-81a7-0075e7a7ca01", "result_sha256": "29319f4b03803d71e0d40abd88eae516f6e30f5874f5f2bef265e66478242bf1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004209, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.325548454886302, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 690, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:37:24.139214+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d917808-07ae-4335-98c1-a8bacb42cac8", "result_sha256": "13a397b045c3d2a5632cb2ef010d5593f4050350763b6d38b334cf52a3057696", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005233999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.93449200480245, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 895, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:40.232529+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a091637a-c3c1-47b0-9057-dd2fcc0fb5c7", "result_sha256": "ca6968c09f73ff99bb8562d44c980a7d69a6127e2ebc580c80cf5e76e5b5596d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00032219999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 10.09184166113846, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 506, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:08.370595+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a83e1ce4-1efb-4f90-9b48-022b084f71eb", "result_sha256": "c47277c9399272991f1c7f30ca539b51a09001fe9d4dea2fc2a756cdc820642d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00048719999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.77221884788014, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 816, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:46.312778+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "37d71f71-4255-4444-8102-62e14f5f1e27", "result_sha256": "79b174fb4250e94c33675564953b28fb3fecb59406f0ec6c80160b5a8dd4ea49", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005507, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.66016159695573, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 963, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:46.666639+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fd46638-21fc-4a5b-bf2a-c3d24ac22a43", "result_sha256": "ad854c1879eb02cfcccadc30c4b54ed60f561224b2feac99264738c03ce2bc52", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00034669999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 9.726542233955115, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 535, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:51.382732+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "12107ef5-5c2e-4a7e-adb2-1a3b244418c7", "result_sha256": "63a1bb823cb17b4564e2d3f52e5dad388e590af31bf548fc025230c6e2d9c335", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004414, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.573361017974094, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 721, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:21:31.371167+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce4a1948-cf3c-4306-9475-7b3bc20e88e8", "result_sha256": "a3aefe88ad347d87f9128e1d7d3fbd1a2cec586c9e6695e64e5fb2e89f87ba64", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003936, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.982931269099936, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 644, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:47.832938+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d523346-a667-4888-8975-a434800bd35f", "result_sha256": "9af19dc2802d8f948f150031358b97dbec70731d8340d85abbb6ebfbe16e9c0e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006116, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 20.223665772937238, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1058, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:16.354706+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "580bd6bd-db7f-46ea-87b0-bd0446a7305a", "result_sha256": "bf0a87790518a0bea25ad8c4dcb57f654b62ecd47d50dfea2535b265ba12f2a9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006807, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.0809833209496, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1223, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:52.628167+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3887c69-9c8b-4d1d-b8af-4ff6e6ab87b3", "result_sha256": "58304b1f00d1382f7962492fd2cb5cef34ff074977a68e8cebac49ec3e97341a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004907, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.934809386031702, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 843, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:52:48.664534+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7954b5d-00b3-4b3f-b9f4-404a11b57a44", "result_sha256": "001cddc7faf7bf60f61696e563f6d73ba070591c648c83633ff5849a09e8f76f", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00032389999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v02.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.324202699121088, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 495, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:10:33.480705+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6c7beef-1ef3-4ef8-b90d-3b043dd116b6", "result_sha256": "f38d8b780e43ecc1d466a25b41829d2ef440f04187733671cf00f02ee04d1d67", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003911, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.60864854697138, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 617, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:05:50.074982+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4e9342b-7512-45a6-803f-352233e94430", "result_sha256": "b24de2846887e3835e3e9491dab69856eb995b5916014981ba88ef7c415af005", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006065, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.493771391920745, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1068, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:08:57.736344+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "964240ac-b1b7-48aa-a572-8b9d0b5d8372", "result_sha256": "72dbbd082aa0062f45a0d2f51ba384861a656d92c82a3b13bf8ca199b50b013b", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005518, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v05.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.8620764920488, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 946, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:38:34.766783+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d64b1ba4-24d5-43b1-a54d-8ebe9169e62a", "result_sha256": "85c70fea281833a449fee38a626f45319b96bca099765e2d62f26de8f7f0a3dd", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005699, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.659881401108578, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 988, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:52:50.427644+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7f37510-0d8d-4777-817a-9521f2246e19", "result_sha256": "bd204c309e08efba72e71288129040b79c288b7eabb9fa5388cf5fc7042094cb", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005109, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.598743668058887, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 870, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:54.348142+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffd4ee8d-c484-46d6-948f-917abe20b634", "result_sha256": "cc53e5e78b60b1d3dd202b6d3c9d8afaa33aad043501aa1b57c0930b960c575a", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006586000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v08.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 23.21979953814298, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1174, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:12:10.202454+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "48b27dd7-eb59-491e-90c8-208d92ceeb07", "result_sha256": "812778887aafb1f0adda229a1e8d03afd5c267069e588d9c9889021ed4f24882", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006567000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.309839934809133, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1155, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:28.326046+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4385735-9d30-47be-941e-77ed97dc339a", "result_sha256": "d2c7eeaef7ee9fb0ea2f6ce1d9affa8c99655497f51d22236d030a5a5e442d89", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005876, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v10.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.75012631318532, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1032, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:43.090486+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "656bf56d-1169-4fc4-af6a-8555a968dd0f", "result_sha256": "f582b712a5507d7ffa5e17cd51ab1a73b1d6d9e12b2364d928d944824108629a", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006142000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.573053415864706, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1070, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:24.071278+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a25f3cf-d384-4a61-bdff-dd68ec28491e", "result_sha256": "3a9b884109f7d555d20d5659c8f9b79036e5f9369d719ac5603e620d26074906", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007539, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v12.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 24.11119013791904, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1346, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Futura\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:22:54.537836+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b116813-d174-48ad-8a46-9a38c6405863", "result_sha256": "5de23a0a11ad1053326ab2e8e4536c25d585582891ba7e61afa84bf6a2c1dee6", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0006001, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.69379248796031, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1057, "predicted_category": "non-serif", "predicted_font": "Abel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Abel\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:30.067296+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c2fbe5f-bab7-40a1-aa05-d5f72cd289b5", "result_sha256": "0f73f9b01d0eeb4ff195a05386fe0ce20a255f7c7c0aed016d6372266c1069aa", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0006531, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 18.007955020992085, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1141, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:39.963273+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4565689e-4567-4769-ad2c-bd715e18c855", "result_sha256": "981142a37b74fc7ef7f87d6193405f01486fb205f7d7d97ed67ae9e6f5f18c35", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005952, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.076450247084722, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1052, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:04.267030+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6846c5d-9ef9-495a-9d5d-1608c77525fb", "result_sha256": "ef1efd474fd941e3bb086f6feab3a406b258f3567f51a2a060b20e208b1ea404", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004111, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.454478251980618, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 679, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:36:52.102933+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "143e7ee1-ad0f-46ab-8296-e56a9924de6d", "result_sha256": "24a4e8f713d9a92a59cf9d06e3f4c9e6edd287b823ef53ce9cce05e7b3589218", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005227000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.21557897212915, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 887, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:20:56.636757+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "be228b75-aa49-49ef-ad5a-76b3bd3f55ce", "result_sha256": "3efeac83b5e060b0771cc388e210fe6b617c6f1e67535378cdef655e5eacd5c4", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0004144, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 31.569964865921065, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 667, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:10.300369+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "913cf060-891b-43f5-bdd4-e013d20e95bd", "result_sha256": "8fcb43f1505632d66a17f8737ea4efc245fd06c10417ddf438c1d64a0e01dfdb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007084, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v19.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.96903170994483, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1264, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:32.817673+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bac52e9-9741-4c1b-8750-bdb93c2a8e48", "result_sha256": "f4cecaeabead8704c84519f09dc4b6d82d2ccf6849d71022eda6c87382b069e3", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00048310000000000003, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.756662755040452, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 801, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:05.071626+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "211bfcf4-c348-447a-a55e-5ee22290dfb9", "result_sha256": "c863e907af36abc4402af6129776e49c8375f75f21c7813b78538283116aaaef", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005745, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.816592809045687, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1004, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:31.424046+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf6208fb-0cc5-4e3f-bc11-751a60740f2d", "result_sha256": "471db51881ff266747de33ce38fdcf14d3addffa5065f6f796ae0a08b92d85a7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005968, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.614969213027507, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1036, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:52.414165+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8eb782ca-844b-4d55-a59b-6d9c61ee5920", "result_sha256": "c03ec926297ea2dee7f520b57194449ea077ebbe578b90bbd55a9a90c1678823", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0003879, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.724463524995372, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 624, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:08:33.046259+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c1feeac-1aa7-4031-8419-e6f0fe341901", "result_sha256": "d524173d96efb333dcdc21cbe96e003b8b55641f92fe4f6e72c86d86d4d30ae4", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0006818999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.831515581114218, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1212, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:57:34.074914+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ec03218-65d5-4130-99ef-c37330795c97", "result_sha256": "83b9af0e49af1a76fdd73fca3377d32157dc8b6407efb9fceba631511154b27f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007978999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.01181891700253, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1444, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:20:39.523942+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f36faae1-51b1-4df0-bfc5-32883f8e1fbc", "result_sha256": "058eaf2011c76701ecdb9fbdde76c03086afd4ebf1ddd280929d1935e3a828a4", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005095, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.03460260783322, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 874, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:42:08.615814+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f560cf23-6e40-4388-8cbf-b9d4480bd8f8", "result_sha256": "bde25da5d0c0d9913729ee9f02200ec971580542bb76a890b7b7417082dd4696", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005575, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.207188514992595, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 943, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:33.068844+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c0aa5a0-ca2b-46b9-8ff3-a95cd4400367", "result_sha256": "eb48118f0e0aa0486f75e00b020702d76e15981cb39db915b04689b72edf4371", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004897, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.290502985939384, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 821, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:03.470968+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "47985a51-1e27-4ef1-b906-ee7fa5cb0bb6", "result_sha256": "73523060a0436331ea9b08d4cee88cc62506f873173c5c296c1c4b96e710adef", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0007469, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.71987870405428, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1342, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:25.109846+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "20a6034d-5b4d-4291-a136-68a790224c90", "result_sha256": "3406ac22c2e615fd9f80f09b74c2cdf3254f0ea4a85b543439382e1b7ae23cf6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005041000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.847390077076852, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 865, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:24.319639+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "32093cf4-8deb-4d18-b640-f2a631d7be8d", "result_sha256": "3988938f9841e27e481921d2aa7e99878b10596c9104301fee9a3135d0163091", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00032389999999999996, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.868060824926943, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 496, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:35:11.528320+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "868e1fae-60b6-497d-b58d-635fc6cfd1f7", "result_sha256": "a30266dbfda5bc5e747286621b1f2b7d072ec098e94ca90b4bf9e6e4861e579b", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0002615, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.853871733881533, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 378, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:50:58.205536+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "17549391-e409-4c34-be13-a5b197521fb8", "result_sha256": "15b927e5a5f2e2864a0535d2026cd8dad1c230a9e9ed31f3bd209ae1dd7448ed", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.000381, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.310386823955923, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 590, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:50.509537+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "588617eb-d937-4e53-bb1e-16a56bde879e", "result_sha256": "ba90847e28c3207588be3796db4a343e8e5f9a4e6196b97a2ee5ffb436266116", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004767, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.843407317064703, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 795, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:41.401321+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1da94a2d-8128-40cb-ac9b-2205e74be190", "result_sha256": "989017809b12a3a6a8a0d1ed1c3a5675c15d2a534f30a09e004d026f477c042c", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0004369, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.494975388981402, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 722, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:04.984705+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "55749db4-d815-4110-8acf-0448faa3428a", "result_sha256": "ea38bde21ef5d053b14f3a7a91b4aa6d4942e43d6bae8c437cc94b4b3fae8d02", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007254, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.268871197942644, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1298, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:49:28.487527+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb2317a5-bf3d-45f6-ab98-440a91df9d48", "result_sha256": "151c93f8ab17b42a9468bb6c1c0e9a1f9e01e2a36bdcfedc506b80643b21f2d6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004446, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.57342462707311, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 724, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:47.190416+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3401c36-b823-42ac-9a12-b581cd723644", "result_sha256": "04934c4ff8e95fd5b8a636780ed996865c5167c6b09352c7fcae785949b89c31", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0004772, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.827347730984911, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 816, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:57.905156+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "37c66e44-1565-49a3-99ab-deb2afdf468d", "result_sha256": "62d7e6dba0c01631f0f0e6ce9085414c7490c3ac3008d90a9ab2ddd3026cb377", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005087, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.109003875870258, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 855, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:49.446427+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d06c0e9e-a9c7-4ced-81dc-75e04fe83f2d", "result_sha256": "077f27f13a13afc40ae26aef5f5a5a8d130897b196cea14d12d6370f019f7248", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005517, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.671917093917727, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 965, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:28.742364+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5265eaba-2623-406f-ac67-8222f7f7d3d7", "result_sha256": "5bc7065755013d9fc1700bc8788e3300afeb018b0a1a53ea6bdfe6029250e182", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003254, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.35708023281768, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 498, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:11:58.387986+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce47283d-f025-4a40-9854-d98bdfc3d032", "result_sha256": "a6a1c5d6fa8c045dfb30643be7d7e8576176db7c156370aa41fb6ff56f31c854", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004801, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.368128896923736, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 795, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:58.109155+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d3bc500-8227-4430-9fd1-59753452ed57", "result_sha256": "35ba3abab29692911e318fcf6ef5359db505fa1f9cc2240300d52d8764d7cb5f", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0002922, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.7518278460484, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 446, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:25.537990+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "86999e3b-b3fa-4836-8320-b7efea9ac499", "result_sha256": "36690ba561c128f6f6d6e98904eb2c5db73021916d6e26d2b79dba83a70d4d85", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.001113, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 26.54208437190391, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2078, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:49.388715+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf0d9ff3-3d41-4eb2-8e7f-2fdbd6d10da1", "result_sha256": "10838d3b1b451425a736bd7320a8e61f3f7e3f48c2ed09cf1d3016dff234129e", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005779, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.551016106037423, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1004, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:19.902961+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "88af70a8-0f80-45b9-90b9-2572dedd5282", "result_sha256": "715b1acd9a7833aa85140e119c5404651cac00b5a4d0379241d0b500cd71ab22", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005682, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.082110619870946, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 998, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:34.512756+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "37e783a9-cd35-40c4-b829-a3b2feb10ee5", "result_sha256": "b01304b7596a644d6adc6d2e27fb2b8397e23421f1a48b0067a5ef22292ef813", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005016, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.249608488986269, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 860, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:39:27.786827+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5572aee6-f762-4704-a5ba-914b263ac70d", "result_sha256": "af8637512b103f6b9fd182ccfbaa2221220bc47a4228ff06727f9c4d0243c3da", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0004921, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.222151895985007, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 819, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:46.302644+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f53628fa-aa3f-47b8-9922-e5376644d34d", "result_sha256": "b306ed27eada5ea2fa290e0da9a3dcd9cc01a9e19e12a03a16b7ecff77c6cd14", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006247000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v04.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.01545319496654, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1111, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:41:43.049091+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c08c626-4079-4b55-9237-5dba7409514e", "result_sha256": "23e6c62b23d4413779f5d7d3e59847a8b466f1ea039365902d68aae442b704c4", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005435, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.305866117123514, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 939, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:30.146066+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7be9f15c-150e-43a6-85eb-3579cdfbd41d", "result_sha256": "6501e9cda1b45a86beb2bec979a2ee121461a21f6273febb7ecc8d7891c4440f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004234, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.020091945072636, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 695, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:23:28.733690+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a982c253-961e-4f01-a4d4-fadc0b19a8c4", "result_sha256": "4674f246476a0306846380acf78f0218a55f64a139cb97af3fc1402a805bb286", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005149, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.815080215921625, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 878, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:13.309188+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e85b7de7-b2f5-4952-a496-ba3b37585cca", "result_sha256": "85aee11285bce480f6d483548e6a43252b3cb2009a708845049c5490f3f52b2a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004452, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.367648459970951, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 752, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:38.623234+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "63396afb-956a-4c94-97e1-ab3c9f9ae852", "result_sha256": "e1e1bfa13a29bd502ea856127fb8841c52c15b5324a7cb30347cf4c08e9dd76a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0003702, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.695554185891524, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 582, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:19:12.587963+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "78d2d055-f5ff-4bc5-8920-2bbd1e8b0075", "result_sha256": "f377b87c6110b48ece985a76aa646c446cb57cb3909ea6a29bcdfdc729ad8296", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004807, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.783463194034994, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 823, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:09.684093+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4168f6a6-ae8a-4d92-9229-0fe9d77c5df1", "result_sha256": "bbd975f857334f6c782b499f3c8cfb4ca3792b6df752dca80f8cfdf641fd8c25", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006747000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 20.15438266401179, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1191, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:06.015114+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ec29f18-086e-460f-872b-78ca2d9c0b7a", "result_sha256": "9eff896fb4fd588c5d3a3480180dfff76af0e4182cc52f7f31189fdaecf78042", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004934, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.197073323884979, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 835, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:25.622601+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e96f740d-6552-462b-9fda-6307c19519bc", "result_sha256": "fba6ae5096b895548135dec01649088106c50c1269d20eeb1971dda83b497e5c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003351, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.804189315997064, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 527, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:36.185638+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "50a3a9ad-7d7b-40e8-a240-4d51560a5d77", "result_sha256": "62377601441172d35a178c2b68a2f5a7cad201d3eac7574922080953f4528832", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006541, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.051280935062096, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1143, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:14.577005+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cb70499-6dbd-44c9-a8c5-a41bbfb6b766", "result_sha256": "615f51e872a4af888409437507909c719c62879c32b740f82a9160bc453ab304", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004592, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.01965784910135, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 780, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:03.159759+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cd7f9c2-a242-40dc-a1b6-5f53f2acc518", "result_sha256": "be58e5dd434c887eac288f403365709929833972fb0ea9ef91f00759fce4c8bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004667, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.96407148684375, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 795, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:24.597780+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "963b6516-fae9-41a2-acdc-4b237d0cbab5", "result_sha256": "fb972c9ee2b5562af9c473cc1815d7668fc62e652400e62a1840d57981622589", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005202000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.083649659063667, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 882, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:20:25.950553+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2db38244-0408-437e-a009-55b601609d9e", "result_sha256": "75d38d9df109db838fa9b48fdf664b0a260a51f120f16475d15694e07fdb541c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00037789999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.912348200101405, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 604, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:43.311069+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f52d9b44-0471-40b9-9e8f-101d022fc16c", "result_sha256": "5217cafce150881c734fc0be397be55ae30e431b26a3c4e135c158ed46333267", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00034910000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.602019728859887, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:18:07.470844+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b7390b1-e86a-4d9b-bccd-d7cae7cbfe02", "result_sha256": "185b90c9ddba992a0866a2e95c9f596c44e2916959fde05ae1904bfbbb3ea989", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003531, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.888190211961046, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 541, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:50.327696+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0e342ee-92d3-4c6b-9914-01612bb2c1b6", "result_sha256": "912dfc632ceb05178904bf9556b6f27a581bb7b6167398673eda269b69364040", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005322, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.463234351947904, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 926, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:30:40.839286+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "17653484-b3b4-4753-a936-2b152a869d84", "result_sha256": "5724f619e062b90578c6fc821f2a35b6df23b30625ed35dba5dd4ef493d27f33", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003665, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.686925854999572, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 585, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:52:46.472823+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf073098-94ac-4dee-a3ad-cde1c84dc945", "result_sha256": "2c7f43f31d384becb01342c3bbcbce5f04b7fb19aec276145b7cbbd98e2e22a8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003079, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.579391916049644, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 464, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:31.586080+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa489230-e90b-4ff7-aa56-58fa9e66c040", "result_sha256": "c40ec87691102e2891a8e1c34542d15443456a30d7434268f488711982803f9e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000488, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.584904790157452, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 831, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:41.463555+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "25906ea4-2d07-4dad-96b5-e48275823b91", "result_sha256": "0a0e81ab3d151e652e717a45eb2d8f3cdc030a7f65c106ba3d9439502c47781f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004459, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.75527988304384, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 740, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:21:08.472825+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae8b3b7f-ee0a-49f4-9878-4f7a84c5e556", "result_sha256": "19bf4ad2ae705dfbc667663945a376fb06da19175dcdaf12a71e9af358dd130f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000667, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.565595794003457, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1189, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:11.817221+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "639c0e07-2605-47b8-a392-a0d60d4d8085", "result_sha256": "922af43f669045b8cdd6b1356b9db1c305bc05c1a1950fa0c22f87c793ffa348", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004488, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.84557769400999, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 740, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:15.832480+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2997b36-df6f-41be-9fe5-bf2363e490bd", "result_sha256": "aead7126e690acef2062dc9f8d93fe4120a8d58753029f96b5c7ff9ef475ab62", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006897, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.7355080449488, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1221, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:47.997111+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "46f7ebf5-6423-4438-ad87-80e9026927fa", "result_sha256": "5432855665f733ef33cff63824b5e6cf9c95d0a2ebb2128e6640a13e379196f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006102999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.840494384989142, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:07.415334+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "49a58ca0-79c7-4ace-945f-2dc39b940738", "result_sha256": "8810fcbfc4b8d142ea737ca32830c64e8dd62dfa454c94f5ed0a4bfb990102b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007421, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.698232509894297, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1341, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:52.867950+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "73db9d6f-634d-4f4c-a9dd-052714c72e49", "result_sha256": "123b1e424729c9714bf665a339ff2b4f78ff2e4297d35139206eabad999c47b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00043989999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.592727551003918, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 728, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:49.839372+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d4c40a3-230a-4d73-92dc-a481b2240848", "result_sha256": "15dc4df2ff072e59ae0b0131406749cce0a7b2836c648273b6a6211bd5a87954", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.010603494942188, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 655, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:44:03.531177+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb765a59-b157-401a-b2bd-b81b443be068", "result_sha256": "cefdd5a64adb3c6299cd88cdbdd890986e2e94918a2bb0dc1f9aad5bd1e90015", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00033830000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.36710554198362, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 519, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:40.397578+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "29945dcb-b656-4290-8a57-cce96c37fae9", "result_sha256": "c8d49aea15f690199f134ca6d4e57f7a92341b664f128479a917a3dc65874734", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00023119999999999998, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.56200787005946, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 304, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:10:01.555475+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "320708e7-e2a4-4baa-a294-10277bd40bd3", "result_sha256": "ea34f4741e551dbe6a9d4cab8b6f72127d9517d0f68f85732a5a179aab76ebf8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003539, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.702038828050718, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:11.961264+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bf4dccf-b150-4bdb-b04b-53d9f6876cdb", "result_sha256": "af4f6ade1d38c6ac2eb4e6d0b895270fd11e6e4ee22b1af01566926a7d1e5859", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005091000000000001, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.40738422400318, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 875, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:49:10.430567+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f786cf1-07dd-4387-94ac-0490447d7cf0", "result_sha256": "ca989a5418d22e4e4becb42355f8a1a3f4337891c75da9a10292987568f6d56a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005641, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.58459894102998, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 963, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:53.998489+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ca08b59-f7ba-419a-a9b7-8d9e2393e76b", "result_sha256": "9d19385a7fae644498b7d391e3a2ed3263ed2f98b0aa1f67535fbb1e47be321b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00029969999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.386997652007267, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 461, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:30.909196+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e7a4bed-3d4f-48b3-b4e1-cb1400458b0e", "result_sha256": "dbb1797b501043d3c5952f32ffb725d234f20eb7400d7f79c17ed75f55865764", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004164, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.028805899899453, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 680, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:15.994509+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2ed5fd8-ba87-4539-a5b3-c488dfbbc77e", "result_sha256": "56f70cebc9fb62ce1a91c9898b0f1d9edafbe0d208fc5ca11474babb0cc0ed6c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005772, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.199449806008488, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1016, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:02:25.398509+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "14ecf1c1-5902-4773-a176-18491f1b71a5", "result_sha256": "41a30dfc369bc645237b492bf0d5f5e637e0ed8e7284b6ee37714b538cb6d5e1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003106, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.333397666923702, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 478, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:31:24.412076+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4dfd4b2e-3520-4e7b-8fcf-19d6f7352a2c", "result_sha256": "e26d622187e94ecb8af7d015aa7ae478afaf7d2be0b0db3ebfe84add67d43aee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004941, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.240044350968674, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 823, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:45.673798+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "440c3889-74c1-471b-b322-0c27e0fa658d", "result_sha256": "8d1b8f795a77b86c124ddb07aac84b0ade37de7e6da2a4546a6d71d80ecf1543", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006317, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.019991429056972, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1125, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:02.464193+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "affd03b3-98ed-49af-95f6-f220f062a106", "result_sha256": "0f51805dac7069acdefdfca44518c5a13061342d6c70680682bb5b8a25e54ac0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004935, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.344417874934152, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 839, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:13:48.969114+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba84e887-e1d0-4602-89a9-fb3b66e0bee7", "result_sha256": "892648a66e41a3f4f2b6268682e6ea233608cd458dc64fcbcdaaf5014e71e3b9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005034, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.513460780959576, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 855, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:02.862917+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "29224df8-facb-4d72-b26b-4805df1d8b8c", "result_sha256": "53fa993ae7df72a2df9c6562a48250bcfb593147f8f02ef4a84091f8ecfc1275", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0004772, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.006350835086778, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 816, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:48.494677+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9f61ea7-939b-4f51-b028-04bcea3f67c3", "result_sha256": "3f85d411d34f281133873345f49c8f259eaaf5fd6a8ebb666a8d96857bf55e53", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00034910000000000003, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.554701041895896, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:35:57.945478+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5753d3f0-4601-4b33-864f-4bf78e4ebd7b", "result_sha256": "2d8c1a3959445e680d71ad90b2d541078c973c312f1c6e6571367ea8f5bbb4db", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004396, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.670828367117792, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 714, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:01.848100+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a263bd8-74de-46bb-97fb-aacd39721d80", "result_sha256": "3b39c28c45d06bab8bfaf8f1ff803b16446934c2b7caa42a287071370506ea33", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007545, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.27980256616138, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1364, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:20:00.686909+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fca8abd9-3173-4302-ba3f-2978039e8391", "result_sha256": "7eecdd23e62c27c8baf3b3682b520097a69a25f89ebaf0edd3714426a58f0060", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004125, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 12.720728285843506, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 677, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:01.894784+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4687c968-41e2-47e0-b037-cfd0784ef104", "result_sha256": "fc390fc70e4fa928d3beadbb0680ccc783983da5887631ea7e62be8424808183", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005224, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.00268392986618, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 893, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:30.921582+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "de7a8811-2a32-40b3-9b5e-bd4ad9b75432", "result_sha256": "a64051e4fad8f08b78996a5de99398adfae70d12868e47c27e0e212fae13e589", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003144, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.28257550415583, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 477, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:20.262407+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a638f940-eba1-47b2-91e4-da0f70fbe3bc", "result_sha256": "8d847aec386b773b12c4807a04808ee677f196c13248e3ab0e5733d3ecf5f33c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004077, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.132566906046122, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 677, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:10:03.703719+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ec4c1df-ec51-4c87-b52e-65d4554d4ae4", "result_sha256": "f763a18010f80aea8d5db22b65c76611aa2b9758e9cd425e81444f25bb025bdf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005317000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.979253107914701, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 905, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:32:55.053541+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a86240c6-ac17-43b8-a01b-881462aa4fae", "result_sha256": "b9c8bfc10e9d9e2d2f7871ee3c3110638cda5d12d048cde032af570cd9aa073e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007707, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.302612375002354, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1403, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:00:17.828233+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5062aac2-54ea-452c-b393-e14bba8fd78f", "result_sha256": "bad66dd0865f08c087e5fc8a4a18becee33ac31ee8028d67259a66fed2dcdca3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003372, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.202016586903483, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 516, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:40.683325+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "95e3e012-f65c-4eb3-879a-0162416d1869", "result_sha256": "8270e64f07bc2d0badcb815fc2481d88819595cc72e29c6fc96577f0929613e4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003414, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v57.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.975985849043354, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 531, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:43.799779+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec535917-579e-4b92-b4ca-c590f213fc5e", "result_sha256": "7d4cf21b11cebf7598e9c9ab51099ddcfce171f151bfecfcd3aff17bc1379399", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005746, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.02183370804414, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1006, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:37.149551+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "91300e92-1085-4e88-b5c8-431d5ff9d558", "result_sha256": "a9bc856067fb5225944a584037af0917b62f0c8c0ad12fd6a591c2e3f44faab4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004551, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.145066322991624, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 745, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:30.736063+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "52353d39-63ed-4885-a940-382d15e3be66", "result_sha256": "c6c5e5ccea45c77961be1d3051b879ec81f20838cbca6e02a711dfadebf6cf7f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007427, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.469451780198142, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1347, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:08.883817+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6907b2c2-c101-43dc-8362-fb39ed28a595", "result_sha256": "5e35c2c6db5f476a81504682c30781523e18f208cf391510e44ce544d343b266", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0002567, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.95953063108027, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 375, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:38:35.125011+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "16077ea2-8e56-4ac7-bbda-06eb935d08b3", "result_sha256": "d3b342036c32f9a0fe1482b4955b2e79c86ca56113ab268d667c4a8bb6402aeb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003237, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.861218381905928, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 489, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:11:04.360420+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "889baf6a-2c61-4b68-b627-6145bde1c30b", "result_sha256": "cd0126751a7bc26d9275307d24928f2e4b9f2fd296d5013d893bf8582e94d31d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005764, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.620631783967838, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1001, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:40.819579+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "33e56a74-1a92-4183-9c52-bd92ca8859b6", "result_sha256": "a4fe7f78f55664caf9e2867abdf4c95846d46ff26a13c76483ee398d8a6f3d6b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0002456, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.908739348873496, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 348, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:02:15.723143+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8842c6cd-8e9b-4f6e-9938-2eefcd2db06b", "result_sha256": "4e4525e0bc1908bc504d71e4b644e138800a27b8124f9cebe5ad4cd4273e17be", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006381000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.223388302139938, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1111, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:46.629072+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "59f637ea-b73a-48c3-b5ff-9c02934968fb", "result_sha256": "c1e4b2bb1b488a5211a89e99a278e6033785fea053a05ffa59af342f9dd97f6e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003967, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.212304336950183, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 655, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:53.999526+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "74b3505a-37ae-4b3c-9235-c678d77b4370", "result_sha256": "56cc0936cd93c74dd176f92934e4dd2fbc21f0ab6f5904d1b841d3f2684e2a2b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005035, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.109107541153207, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 859, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:53.909845+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8468cfb8-f301-429a-b85c-f298defd7424", "result_sha256": "ad302bf880bf0858a532099949b879487bb121afdd1fac516c7254c2b165cabc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00029539999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.837587940972298, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 439, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:24.888055+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f98e38ff-cb68-460f-9e93-3b248588da1b", "result_sha256": "99b578eb12a92712f622afd72d31224f0b63cd59c9d5b064ce71eea21dfd6ba9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004865, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.292860904941335, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 828, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:34:30.429821+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "75aa025f-4e75-46b8-9bb1-fac009bf8fda", "result_sha256": "2cc314cc3d8770e49e44ecc82043a2240488a312d58a6da1b88db6bbf64a7250", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006914, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.33805811102502, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1231, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:25:05.227684+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2db733c7-8c70-469a-b768-08fc00ff979f", "result_sha256": "c80242ef89f2d46aa1104d7bb71f65090e5afed2690801f15e0816633a557aea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005715, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.055124526144937, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 998, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:39.905506+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "06265d26-6e91-4b11-bc49-6563cb2ad641", "result_sha256": "b0825f3752f35288481844f22806ed3fa322bd89423f6c2f8247c85a1a9c79e7", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006573, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.780226085102186, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1157, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:11.789832+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cb47b29-9c73-412d-96e2-954a284b7375", "result_sha256": "b2cb812d83972282dfe09f787c9e6b083e2cb697eed33e61f39420238806ae75", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005952, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.014241033932194, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1032, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:14.197804+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "09d2990f-55da-4e56-9c32-54bbe53eedef", "result_sha256": "19ac9e8f730fd16fa1a44a6ac54fbf43cf7befda8ed7d0d18c3c76b392540e24", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005103999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.077167405048385, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 869, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:09.122626+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b78349f-b152-4321-8269-526bd956e680", "result_sha256": "ace7212349f2560145fc989d2b08b13cf9ecbf27aff9c11390949a3b8a4e3539", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004331, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.200123058166355, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 723, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:22:46.558038+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a981d059-c48a-46ce-8676-12e72b7d31be", "result_sha256": "132b32b3f534779155b2237f1720e3a78b4f9039e28bf950df74e398f694876f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00040239999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.602924841921777, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 653, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:32:58.943355+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "56e17f2d-a964-44e3-8442-562a4cf733f8", "result_sha256": "bd53111dddaf1f00dafa09cbb95969e46b3cef303666abf1402249ed6a236b66", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000474, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.223374963039532, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 803, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:08:24.413344+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7363c6ae-d7f6-43ae-a78a-262a28a108b8", "result_sha256": "435514584511d9c4d8c9b176ed3d050f665b3dffff3999c2f0de018788b764f0", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0009215, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.798544029006734, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1671, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:35.823475+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "766e06b2-2933-465a-aafe-9d0ac429aa13", "result_sha256": "55e436dda1585422c3788418a1278f20f0b9cf1f70bd9f37d14614d8077c49cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004012, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.40189126203768, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 644, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:35:04.599153+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6415e6ff-78ea-4d28-b5a0-9f6ac6142a65", "result_sha256": "f5773d0a476a0544dc12b4608186e8168c30743347097ef16ac5027f8e09bbe5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00039139999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.184878048952669, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 631, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:46.041895+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "22e5b06c-33c2-4816-a377-1f9a85956180", "result_sha256": "1a836d29572ee0306516b0f787e3dde508789747dfb0ca8ae5b473682ce1d3f4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004684, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.648899176158011, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 784, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:58:10.464161+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8030cd9-b5e6-438e-a0c4-487e128c2958", "result_sha256": "649e6296beff072f49df4584f80c7f573e87d27c48aa0c5caf2bc26b0ba59102", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005441, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.049456622917205, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 923, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:29.692764+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "34adfee1-ec02-4862-9a33-615991a041d6", "result_sha256": "b35cfcf6966e64e151a762d50f7985b340d98994092da2f94e90fcdf16b21dc9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00040669999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.059578245971352, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 675, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:41.760243+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ad711d5-dc20-4f12-8cdc-d2fcd8bcb293", "result_sha256": "d458eba0d219b1dea1681970843270498addde35ef8c02320d1481351031c2bb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008297000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.555016058962792, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1497, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:44:27.790343+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1588d9d9-11a5-4480-aa50-ef140f8dee79", "result_sha256": "8d349fc7a416ae77ee54320187eb7595f37be8be1eb8c58ff8f176a0b2493960", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005247, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.871217214968055, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 911, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:48.578868+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "798cc141-b739-4a70-a036-83910042b10e", "result_sha256": "8c8c813e6c120597640845181c0a82377e116642efb568f783e3003cdff7ae8f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00043460000000000005, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.13638854608871, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 726, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:23:23.246819+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea2f52ff-a05a-40d2-815c-533dac8133c2", "result_sha256": "b9255fb731137819f51f5d25b70a0ea3f5b33609b15b0fd60448fe12fef36961", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005011, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.529712799936533, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 837, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:25.508392+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d120c4c4-289e-45c4-ade3-839948fea017", "result_sha256": "0f9f88c7d5db823e47c749274a82e35a05d0168e6977410a2051007f9dc36eb5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006007, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.39287279197015, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1063, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:13:37.038811+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "31f410ab-160f-4cd7-ab46-c16b2040b404", "result_sha256": "064bab70d5382bc1bc489f82e9ae1ee9c31d83af2f3b05df222ce2086bd3012d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00045, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 14.915702391183004, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 752, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:11.989685+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b67ebc56-6f87-4d84-ac35-989dcebae6f6", "result_sha256": "4201e3cba22c3dd82154137d6b1c4aad78e11b353d492aeecbda91c4566ecb57", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00047539999999999995, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.563379723811522, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 799, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:47.022365+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a24a88e3-499c-4313-b4ad-563f24a2d2ad", "result_sha256": "516b68b2ebb32824179a9b06f886550ec4c14b6e65c477bb8044326248196843", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005457000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.759321935009211, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 953, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:06.664480+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8baa4beb-0209-4143-b06b-67db8939e895", "result_sha256": "d8505d8e276191fcda6cb43faa63d3e0a67bb56e4ffca5fa306f92096126d3cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003524, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.767981461016461, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 552, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:33.119313+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5393ff25-365e-492c-afba-6ddbabdcf5b9", "result_sha256": "6f24fab20bc88bbff49bafd575b841f77c926bf980439f78a5fe2fcb9de951cd", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004576, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.219547668937594, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 750, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:13:13.597192+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "df46e252-ed2e-4ed0-a428-b4659a56fbc1", "result_sha256": "00dc9253e861d5157bec7ee26b0b07986db40fe6e95b0f2b76c09076d88ebd9e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004695, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.714795293984935, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 794, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:50:29.143682+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d5d17fa-d334-494b-86d0-b7c5e59b9cab", "result_sha256": "a220a064e458cafce05c0f409ea29dbbcadedbe264fe14737cb28a6c9e9cd493", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003678, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v50.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.989570517092943, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 578, "predicted_category": "other", "predicted_font": "Fugaz One", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Fugaz One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:43.272161+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f22e85a6-16fa-45e9-8809-0945d519dc16", "result_sha256": "25e3f8bffa57aeb818a51f7ef365380ce26cd03a5375d31a76d62423da455669", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005164, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 11.596056704875082, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 881, "predicted_category": "other", "predicted_font": "Fugaz One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Fugaz One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:15.415858+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4be0517e-9ccb-4883-9e1a-de37a1eed0ee", "result_sha256": "7196353182158135cbb87258ec27680ba10f5cf6c24ce3c7d157eaf3a31fb9e6", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006584, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.249198131030425, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1165, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:41:34.032791+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e74ccd2b-3a88-45cc-b266-ffe20b92c74f", "result_sha256": "e413dcd1e9b5ab8784ac020c8d31e7b2065dd7d39af00cbe66041fb3eb2508cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003461, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 11.987568977987394, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 549, "predicted_category": "other", "predicted_font": "Titan One", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Titan One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:02.129901+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "92b473da-be51-447e-bf04-5469e2d596bc", "result_sha256": "cf025e0375f520463cf24115a84c67b87542c8cc92a90571d1db1156dc7f13b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006327, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 19.543263853993267, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1107, "predicted_category": "non-serif", "predicted_font": "Lilita One", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:05.971304+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "177b1b7c-35e1-4381-a454-7db4a14045b5", "result_sha256": "4b79bad3bb86285a5b189d19d77e606a5702236dc1d4c719ce144da71bf8f025", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005327, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.346129207871854, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 927, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:45.459498+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "22dcb798-d893-44c5-82ab-c973024e4dbb", "result_sha256": "bf6a8699d0d608145050429285c86eab4e856b0b98f985e0635da90c551f805e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008767, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 22.29033378791064, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1595, "predicted_category": "other", "predicted_font": "Paytone One", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Paytone One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:48.218089+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "85f38756-203c-41ec-aaae-f10ce13280a8", "result_sha256": "c12551f092d5dc824ff73444e26097aba961d87f0a3e568b5896f9eac3da231c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005199, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 19.41953533794731, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 878, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:51.525597+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "343ee473-7df1-4b18-b8da-e08ba9791ff2", "result_sha256": "ca7dcf9cf60c5745892c1e2e6b8e7e0f5371238ce54ccc582b6351bf622bf7c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0004921, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.696374711114913, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 841, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:23.852693+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e62637f5-c345-4ea1-8501-d404560a301c", "result_sha256": "4512aae1e6b0296339f11e1060008c542110cac951f7f6bf9f9041c8f90f4cad", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00042110000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.78393942816183, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 677, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:49.713961+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4a7c98f-4fb6-4962-b5c1-bce73cd7da27", "result_sha256": "cb96ef927de5c6a94a48e7574636ad28ac017dcf9f747ce1c047dc888a573843", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0009017000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 29.624539338052273, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1665, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:20:47.406852+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f11fe6f-c6cb-4c9f-a287-cfcba930c46b", "result_sha256": "13acd45079001a0a7f1bf2d24bab2e3f630bc6592f6a7b942c71573c1a60edd0", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005087, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.512383062858135, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 879, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:27.428539+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8eeb05eb-c93a-4933-b962-4874ad7c5321", "result_sha256": "9c12d092f751da2f6fc13f6220c159ae438fb3cb4f123e6ab58e2034144767b2", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004732, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.246495782863349, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 788, "predicted_category": "handwriting", "predicted_font": "Architects Daughter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Architects Daughter\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:36.001453+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1f86500-fbef-4d61-b725-1530d856c06d", "result_sha256": "1c653ca595c1bfab969ee6880631d0d82b10505eef6e61aea0de32413231b632", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005388999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.87244095886126, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 926, "predicted_category": "handwriting", "predicted_font": "Architects Daughter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Architects Daughter\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:20:54.137421+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "55f5d893-4c41-4ab9-8945-2842e4279d6d", "result_sha256": "9564520496cd2c96953fac9dffeb978c1f3be10fc0b3d37eaac884212ea0e95c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00046, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.896864287089556, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 772, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:11.183140+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2284166e-8ecc-4acc-a0e0-8b1702939fbf", "result_sha256": "48899fba468c479ed786bf8fd55d4632455da578b1ea6c53ebba98c86db63796", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005264, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.17059568897821, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 901, "predicted_category": "handwriting", "predicted_font": "Architects Daughter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Architects Daughter\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:16:56.394922+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5189ecc-782f-4e20-8b3d-cd11812896d3", "result_sha256": "e7351eba51a778feadb37ffbb14be8c7ff5306fa9a89a3c859cb627a4d75034d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000351, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.001110586104915, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:42.850000+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9796240-018f-42f7-bec8-fb04d13ef1ef", "result_sha256": "ca9ae1e48afe9302e367df0244b66896daa8889e9079798ab925af259a311661", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006154, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.064881310099736, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:51.994071+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "96af9909-80f2-471c-a551-8508253dc733", "result_sha256": "c63f5a4139b2d47fd65556fd6b736dfffeee4e56420d534933042bc4e050a6ae", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000837, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.21838671900332, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1529, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:26.196189+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4dd2d6d1-ec30-4dbf-894d-767b3c2126a0", "result_sha256": "7facc8b16227c5483048b045381418bafef796fa505c2a011e5aa13d3b3e36fe", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007345, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v27.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": false, "latency_sec": 24.143187548965216, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1321, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:48.405919+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ea0f08b-5791-47bd-8ed7-519d81c54c9d", "result_sha256": "167a3d5af2c4630e4b621ac098470beb971f95b9dd6c657d95daac0c4e4b7b2e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0004867, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.05498528596945, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 815, "predicted_category": "handwriting", "predicted_font": "Architects Daughter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Architects Daughter\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:11.042848+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e79dd4ad-0c97-4709-915b-46f093e42250", "result_sha256": "4a512126b58815d379f1f8fbc8ba5e97c82b7c5354467f8dfa708325527e1590", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005313, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.502270010998473, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 921, "predicted_category": "handwriting", "predicted_font": "Architects Daughter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Architects Daughter\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:15:11.116397+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "06661584-5d14-48ee-9796-b370fa8224cd", "result_sha256": "6fce5cc2d1429755527deba18493018f214ea2b9fe6271c82c219fb633838677", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005822000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.295049549080431, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1026, "predicted_category": "handwriting", "predicted_font": "Architects Daughter", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Architects Daughter\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:02.217832+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "35883619-7170-4f3c-a4fc-b2edcb8b5886", "result_sha256": "e859769dc289472a9114c28ef28359a0ba8769548d88459220241d31d2c29f06", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006377, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.296976540004835, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1137, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:28.711165+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1119f519-7352-43dd-aa69-8b8850b4c929", "result_sha256": "ab2bcff46c89ca9516aa481210f5467756ec721456c103110819513343a01f7d", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00041989999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v02.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": false, "latency_sec": 12.048881676979363, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 687, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:42:35.522096+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "63a28b85-75ca-4536-b6f8-f7f50d0f8b4b", "result_sha256": "b700231e3927f13948687c2c85825e0496461c14411f11bd4e39863ed4d8f34f", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00042760000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.078917652135715, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 690, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:27.159280+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb0a57e9-0aca-4f7a-99c1-2258b6dd025e", "result_sha256": "11d54113341d56193ecd7c44df5280b30f52fea45bc07e94c6fe972ec71ed4dc", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00078, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.69146624300629, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1415, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:32.194117+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8bb3b51-1266-47ee-851d-c053da5e97ec", "result_sha256": "269ea836c3716e11eb97dc5ff79ebd00d33772c81048a9d7cdcf63e26ba6b3c5", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00041180000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v05.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": false, "latency_sec": 10.030307752080262, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 666, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:13.939534+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f2a1d2c-95fc-4c20-90a3-28a580c42a0d", "result_sha256": "c3d007cb16db7c59fa4226b128de885036ab50b54f608a81a73af9a367d4533e", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006894, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.35462281992659, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1227, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:42:52.203418+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f52bd11-15a7-4892-8053-c8782d07d7a0", "result_sha256": "e880c8ce3ee521d9f706aa347958dad2ba135e9061ae46d3ee1b9ead5d18e3a3", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005084, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.516722921049222, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 865, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:32.099306+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4e4589a-5e9c-437a-b66f-d3bc59ab1b84", "result_sha256": "7ccf4fae7f7427d69e78b9da0ef2630028071c8c0af1d26b2e80caab33dccfb0", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005831, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v08.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 20.08265508711338, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1023, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:35:29.021705+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3e89333-43b6-4a37-97a8-d99e70a30a4a", "result_sha256": "cef897166f41078fa1001b4a1ff4a94c01bb734e98a24bf710aacde6b6221521", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003997, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.061138126067817, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 641, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:28.339514+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "198931dd-7660-4b66-9d85-a2f94536fde5", "result_sha256": "67ffba0abe2b7e49fd2dc99ef342f0242e05c3a7a0afdff9857c7b60822c69e9", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0007191, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v10.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.222036198014393, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1295, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:41:49.801738+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b99d382-b283-4768-97f3-76f73c130c7b", "result_sha256": "b081facb4f0ffb03d03c7f370244a6cc9568432115785581f3dda45a4bef236e", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0006412000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 21.40024372888729, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1124, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:41.147797+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d64ab174-162a-438a-856f-bfcda24a67f7", "result_sha256": "c08ef406e359298a443f66bd8050801451768a37e9587cc9f541efa8f30b2a74", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007333999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v12.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.268010336905718, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1305, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:12.316445+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff20ab7c-110a-47eb-ab3d-92f14fabd55c", "result_sha256": "fb720fd808b3835f60bb5e87be04a1b70f85e35244fc8ee946b6bf31354b2b05", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.0007291, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.75544873299077, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1315, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:19:14.057981+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "57d7eb98-9786-44bb-a9ee-b9665e186441", "result_sha256": "5201ebc168616f320925045b4796a73acf1087b945f1a0a042fb4619e3000b61", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004926, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 11.005699262022972, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 820, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:35:55.496244+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb2edddb-1e72-4a31-8e21-b7ab42cf3f9b", "result_sha256": "dc1d02bc8e3e2e6fbaaabc02596eb12fe28fb5e8e3485af2710abe809b255646", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0004127, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.125795813975856, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 687, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:58.609133+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6686aa34-45e8-4c1f-8b49-64607161890a", "result_sha256": "993579d021fbc307abddea08b52efc9621c3e6872a5385c57612bf7226aab185", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007781, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.13366450392641, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1413, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:39:01.990082+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ee33488-ed0c-4241-a82d-6ae0194abf48", "result_sha256": "2bb973a135404128fe23f867876133a266dc1cf8cbfc2d0335d9acab7a0a17b8", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0006602, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.74187650810927, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1162, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:35.574640+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "992658f6-ef99-4b1b-aff0-49a7020d56a0", "result_sha256": "c6c4cb0fe4b079fa7d8959e70a0a07117d750ed08398b31987a725bd1bd7d470", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004969, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.094863638048992, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 832, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:14.398883+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba5c9eef-0f05-4d3b-add3-73b48e604dd7", "result_sha256": "401f51300e2534363110eaee2fa31c767e162d1ab854d07861f91ac674bbf3d2", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003539, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v19.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.982303247088566, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:41:31.443253+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0eca3bae-ec98-4afb-9f2c-1431848daf37", "result_sha256": "9cbaf0358869d456e45394ef69805478df80d6e29c312ebd075b962ceb5fce4e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00048360000000000005, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.581483538029715, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 802, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:40.118146+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d49bac2d-4918-4c74-aa97-ff92ccba95e4", "result_sha256": "45ffe2df4e003f07cbe759b1e8b5dda539d86af318b733196223e2977b46c2a1", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000987, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.872784182894975, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1829, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:35:34.454195+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "200eb60c-3cea-4fac-b0a3-e01dd9806502", "result_sha256": "79a5d707add810003b56da5d98d85a443cd27708edc3edf945e1ae53f5a383f6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004883, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.716508293058723, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 819, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:38:33.986349+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9116849c-60bd-4197-b07c-f35e8ceccfba", "result_sha256": "5027829151d8f62f18b17eb513ed44d343272e49becf5e1fee644d421fab8ae8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008454, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 24.44052625191398, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1539, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:27:10.367850+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "855171da-7ab1-4816-a254-f802ba2fc02a", "result_sha256": "55bfe5b70d97fa09b806689ec662ef8bf8d1a9ebedb639d6831429fec091b10d", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006714, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.693631990114227, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1191, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:38:58.744622+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f39e1880-5631-4022-9594-8447fc925097", "result_sha256": "c9a6cfde1c4225f648c054d731fff860a95a65de495a5e97388a1e302521e814", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0009034, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.4933351688087, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1655, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:43:08.370920+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "71dad790-8611-415d-ade0-e81cc0e66ea5", "result_sha256": "e40b542950779fcc51ec7b3b5afd84d86ee25792948fd70ef81dda503b627144", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0006995, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": false, "latency_sec": 21.98611971596256, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1254, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:10.366612+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cd0f9fd-2aea-4c52-880a-92851a80dce6", "result_sha256": "2e5896751c12b514186f9334f2e8f9592b0ff046be28974bde6d7a5d0f1d6b60", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000815, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.62943873903714, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1458, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:08.338333+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "84ed10af-0481-407b-9c57-7cd03913cdcb", "result_sha256": "b50f700965a99fab120749c189a475d615f960694771bbcdaea923473e784b5f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0009637000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 29.64288783306256, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1769, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:06.653198+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9e74ac2-7568-4208-92af-0ae2407cfd2b", "result_sha256": "fe1911ead96a20d53d3903a24cae3088c258897dd16f5c193fffca5f6fce4c98", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008254, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 27.015272058080882, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1499, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:47.623663+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d2aa8b5-1703-40c3-b774-9dbb4fda433a", "result_sha256": "590bed65cd03124d918c1b7681a77d49448c6d972196ee3daf6f76bcd3259a79", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003931, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.983414934016764, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 643, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:14.573263+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "80ed3a32-a8ce-4584-8c67-7a624e6a8699", "result_sha256": "0f918845fa037994071a07e47147336ad50fb72f630830e72f63fc0cad017d68", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003319, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.648938180180266, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 512, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:18:04.839357+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1d945d8-99a0-45af-9b2d-5f0eadad3436", "result_sha256": "dda941e0082371eb60e61fdb06f6e44efc9531c4c291238ca190c2233e7c8dff", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000597, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.929795589996502, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1049, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:15:03.654737+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "83e89f09-d636-43f0-8aed-b0a2b76ca5b8", "result_sha256": "101e85856c08c9c82a8539b6ca9b062d9a6ad2af22fabbae3721ae3e80ec0fa5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000646, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.823149809846655, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1120, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:14.243395+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7064a550-4302-44cb-9c0c-a903487e3fe3", "result_sha256": "cb91713eb5f79c3c2cc40c3f517afa164a4410248dd705c8f32c0b2172862766", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0002327, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 5.2806789190508425, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 307, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:13:01.247567+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d5edea1-12d4-4460-8340-524fda125551", "result_sha256": "bbb2ef666167dc29835ee30f00c17c6a12e7523fb930e794e77f56b6c5fd705a", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003539, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.163242707960308, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:20.575309+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "543d5a21-c05b-42e2-b9e7-0cdccbb59e7e", "result_sha256": "196ace09e91de6d82c196b1ed5f3e63b33d4012de4af5b77c3bf2be5fdc6e68c", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005134, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.840258606011048, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 874, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:53:30.316904+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc5bf910-6878-4bc8-9c79-a8fcd3ea0f06", "result_sha256": "5cb1884132384a5e36de8e00a6e59c88de3592bff60cecddebbbf00163cfc569", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00040710000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.160504733910784, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 649, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:14.654995+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "640bd7dd-7d91-4c63-8cc5-ec7e77827223", "result_sha256": "47bb7aad64f4d2b911ef3da1b43a35a97f3689987441098edfdcb022d254619c", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004107, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.766173315932974, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 683, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:13:41.049692+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "55455fd0-fd42-4822-9530-1f6e256b104e", "result_sha256": "b535952aa1ab03750c6f07122d3f536914d5822dc9cf29b055837f4e6b805408", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00038469999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.661106909858063, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 607, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:23:02.070181+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "290eb779-1b28-4381-9cba-537203d8425b", "result_sha256": "709c9a4199470a72af7c6643f7ff364d564c3eec7fcc2a2671dd9adb81976238", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00038019999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.62752651097253, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 622, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:45:46.017765+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6567d45e-45da-4f0c-9e13-aa2a4ed00354", "result_sha256": "a85f23ac69bf9bc63a575f711e5bf3be42b83c542c71f308fb3367c127dc325c", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006099, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.495861317031085, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1067, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:01:53.315237+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "615c2224-6c2b-4f25-9712-b5871c7e1aa8", "result_sha256": "6bd240fa9fdf871b88ee61c8f9c832fa75fe4981a7995eb1f95c4dfe67c58ccd", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005041000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.464205932803452, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 843, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:05.056564+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "951725d2-d0ef-4a81-bb68-6bd28d826e7f", "result_sha256": "3a8866db0449529bfe5ecfe221a3b14a3a77342706c03b8b362a72ec899d839c", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004707, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.7503547181841, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 803, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:08.393947+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "20103c1a-fb91-4c95-94f1-c4ef69d57c3a", "result_sha256": "544c21dac2c174d1bc0f1b605a4b4219fca270d2f1e26dcbf4b63f913181542f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0007585, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 23.082933952100575, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1369, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:11.609865+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d62f5b9b-8231-4682-a1f1-246039eea285", "result_sha256": "686745279d8d86e588e86e730e91502e1c7a830fa88155e428079523b4a91a39", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0004679, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.480976663064212, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 784, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:52.656980+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb3b30b2-476b-483e-9dde-b763634fa1c0", "result_sha256": "fe7a18ceac2eadffa141fbe243cb261c6d279333806431badbec163501144bf9", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004852, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.92007013503462, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 832, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:50:34.219403+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "75c6b3b0-2859-4e2e-8fb3-9ebaf6db28ec", "result_sha256": "9acf616d33fcf69219d5c99852e27633302de21cc3c584183bfba695ee50b5e7", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004919, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.691296664997935, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 831, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:32:31.121477+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae74c15d-fe00-4aa3-9306-c2972e402b09", "result_sha256": "fffc6effff6cf4cb085d66f79b025062052a6520050ed61e516e4dbb9e696dc0", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00038060000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.666420670924708, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 596, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:35:29.479511+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f7e9006-a0b0-488b-aef1-bf1efb2b1a6b", "result_sha256": "7137594d055178398abe82a94748303cb2a117b2b3b65f8e823b60fff49f0e80", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.000487, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.584403311135247, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 829, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:37:49.350304+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1765d1d-2c08-47ef-975e-7c91abbd0683", "result_sha256": "f764bbb098436d4bbe6b4d9f52b4f51d2dd8ae383018ac36094b24df9fbb0096", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.00044280000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v50.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": false, "latency_sec": 12.681218848796561, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 728, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:50.899904+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c96c539-92da-49aa-ab48-29e44f0cc4ab", "result_sha256": "6931a73afa6c96a1cdd0785d6b61d8d295f6b3856c32b9ab05c39eee9ae360f7", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003984, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.859462624881417, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 645, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:34:54.530086+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f3a32e4-f91d-4cb0-80e7-6bc666b6e2cc", "result_sha256": "ad7cfec47b20439e7cbcb15d5bf9748ebab4f68dcd0c7a1c24dafd46315bd767", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005944, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.430537598906085, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1037, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:15:03.724969+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ea2a17e-29ea-45e0-b362-5a7484729964", "result_sha256": "7d065c6ea5478cf2cc180892a7b91eaaea7d28650f69b7d532021bafd82f4705", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00024060000000000002, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.691897634183988, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 338, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:46:47.400238+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d78c91a-a5ef-4aaa-baaf-b9f065af3fef", "result_sha256": "8a6ef9d566abeeec8cd7b0717f4aed349fb89b66a99cea4a69ccb9addd874597", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0004917, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.82973522110842, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 825, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:47.393558+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7898190-6402-4ee2-8940-94d228f922b3", "result_sha256": "d560a6e6eeab113e3640db2f610135c2e9070bc1db851dfbc0676adb39d894fa", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005601, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v55.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.545241978019476, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 977, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:24.425350+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac537e73-9871-4d0c-8ab0-195328da3fda", "result_sha256": "f0674885c498d2880e167f64888a664c3243f8eb22baa061503803ab69cb7a41", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005277000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.249838831136003, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 897, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:04:05.741425+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "967a99db-3f61-426d-ae7e-39e8b95e9cbd", "result_sha256": "7ec24d71feac4dbf2ee8c7a790b2c6c2d1d17c314173fc5cbd3cf22d41b0331c", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0007014, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 19.982519468991086, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1241, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:01.770672+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9b2f253-84dc-4c3b-811d-a23c26c30ab9", "result_sha256": "cf467541c04ff8a130146a793a452b71fcae88702d92903bff4d759114eed994", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0003506, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.110716748982668, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:19.219001+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac1f7805-2b4b-441c-8b6d-e3497453f579", "result_sha256": "02a4d290838b34e6db9c680513ce69d6ff8b154b83d167ccf5cca005113de989", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0009251, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 32.11044553411193, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1685, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:38:07.966347+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "abe00f78-26f4-42bb-b292-0b263df491bb", "result_sha256": "c8448c4d9dc701e53978dad407ba36039b7598087196aaaf2907516f78591e0b", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005247, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.33063231012784, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 911, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:39:07.089197+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "26da7409-c8b2-4055-b378-7b2613588758", "result_sha256": "77027af557f64acd1f4a0fc9cda717baf876def6f8a7a130ea587600288bf4fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004663, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v01.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.543357578106225, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 801, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:37.693115+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "348f4514-2c75-4445-bccc-c2893f59382e", "result_sha256": "7fe815c224172b22f681c1c8a10edcb1a47c9621104c95dcef15543f2befc0b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005161, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 11.44949942897074, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 889, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:04:31.703897+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a49755f-b03a-487f-a503-875b945baa68", "result_sha256": "d76b1b6c5f0df1b905eba0482cfcca4e2fdee0dfeeb751ce35ae3a921cd90ad6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00033410000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.985054832883179, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 503, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:49:38.657728+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b7e655e-9921-423b-bb1b-91ed64252760", "result_sha256": "6331b8c0b0d684c2191edd110cff2706882d60310fee2e4d63e4bfd71b6cb70e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005872000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v04.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.822523692855611, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1036, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:17.405566+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d65f1d74-a69c-438d-b6e0-b6fcd98ccbdd", "result_sha256": "a62f4b6b23c7ae90fa9fc909653a3a6fbaf12d0c5e23d308768c840fce913d7d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000416, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.09889628388919, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 684, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:22.277226+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6eabd0ef-6efe-4953-b5a7-596f971298fe", "result_sha256": "38ea0b5fb2fe931e6b490c4245483b155062b432078b3fc98c77554eb583e71e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005004, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.972839989000931, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 849, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:33:06.841244+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9aa1f17-fc9b-4781-a096-e15af6d1dc61", "result_sha256": "b48d0e16b6bea31fea96c2d72ecad1bd39497e7c8e4874637759623d652acf09", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005913, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v07.png", "input_tokens": 708, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.56973994593136, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1041, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:19.881241+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ba82403-545a-46bf-bd7b-83c1613e0beb", "result_sha256": "7e74a6d0643448b91fefefc0ae3be2091371798b1cd952f42160ca6c2cfc8a6f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006067000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.53561318409629, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:49:17.978592+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "39514def-1f7b-4db0-9fcf-c8d173031bb7", "result_sha256": "f16c85cd0300af8b566a7526a762b980a0dcd45c6a27d1cc4cb74ea4989b4fc1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005057, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.907480026828125, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 853, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:17.418633+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f9e4d29-650c-4e08-96f4-3ce6f178dfac", "result_sha256": "c62fda22d6a2d2d1ecbf99871a997e1e075554d796a913c2b1907bb32d0c3b3a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005182, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.136711603030562, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 898, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:44.621059+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "272aba17-ea6e-424f-93cf-4b5658ba3659", "result_sha256": "1035c4fef6284587e9426d0065f76f4546df6fc3f035fc90fac7f8ecc8174a74", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004487, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.066856604069471, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 739, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:11:29.533017+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "55b302b7-6afb-4795-b0ce-2bbac5d82819", "result_sha256": "24217eb3470647adb437aff27c0abbaa53070917f7d0b55ebb1786ab0a4044da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00032189999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.332127621164545, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 492, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:06.887056+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4695c3b9-a3c3-4802-ad56-172e70428687", "result_sha256": "de72ed870415962b5548dfeeda2dcd9f598d4d0f8f2331faeec1dc96d89da33a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0010001, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 38.02963861520402, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1857, "predicted_category": "non-serif", "predicted_font": "Abel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Abel\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:50.609782+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c88c3599-42dd-47cd-bfbd-9f5f6d12f64c", "result_sha256": "8492bffa6d20e79637e4f8f3fd84f82d8246e4f8489bcaa90abc3952e17fc58d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007906, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 24.159798081964254, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1416, "predicted_category": "non-serif", "predicted_font": "Julius Sans One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Julius Sans One\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:10.615970+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "263fe6b2-597f-4a4a-af92-7419a16fe132", "result_sha256": "38b38cd3a25acd19ee59625acbab4c1964fdfd8492326704cca54985c134ae3a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005432000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.649117979221046, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 948, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:32.985832+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "45781741-2ed6-4abb-922d-e9fd20e64703", "result_sha256": "d9c50eb2d2bc0d15c83715dc73508dd390d8e11d35864bfaeebd7dda53d7c44e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005327, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.483770397026092, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 927, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:45:30.759353+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b60dd95c-96a4-4db6-97ca-abb1db285c6e", "result_sha256": "90d5c4f44e1493b8253d01da342d315d42744eb89a63daa2d667c1d1792c9930", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007682, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.078802329022437, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1378, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:23:35.520039+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cefa1b5-9e95-4e14-ae64-8df93ee14271", "result_sha256": "ad18d63b81dfe11eeee7d633e868ce8048dc695bcb331165f07af500a6506434", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005409, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.149938135175034, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 930, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:36.240939+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "eeb6323c-f5a5-4b28-800d-892c02bea149", "result_sha256": "4de18df1dec0f87c0cc7bf1ced7f390c6194d90262dc51a9c08e69d13a8b4768", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00042960000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.640158765949309, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 716, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:23:45.954437+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "daabcddc-fdbe-4b60-b2de-b514cd6eb056", "result_sha256": "19b57f055363dacfff92127ac0dd51738b5d7903de96c0ba3f4b7a221d2f8072", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003996, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.961900864029303, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 634, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:20.606482+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd86be58-a4b9-4d63-9c7b-30b77f098fef", "result_sha256": "34900b18bbc25dc3d8c63af4a853f9f036bc0d6d7f5cb958bbe8738a9dba24a9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00046469999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.459790898952633, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 791, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:12:37.519034+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "32dead81-dde2-42d2-a24b-6e16807584a8", "result_sha256": "9137d866c9af99952c233da64ecd007a4be2a58dde74f7d8927f68a4134a6be1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000422, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.664038369897753, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 696, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:28.136704+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddce3896-7059-4b07-b622-4eb844d32187", "result_sha256": "4307e9f01494759e0ad0f6d79c19e8f92e97cce6de9e76c5499d539c4c32c0a4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003699, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.185489326016977, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 588, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:49:33.883103+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d18aa20-3cd0-4431-975e-0536100ad4c9", "result_sha256": "0d3dce07e4c3cfbae89f660eeced98ed9d2e0fac1091dedbef8a13eb4fb510b9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000662, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.334293057909235, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1179, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:47.099710+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "96efadc1-7a95-4902-b39c-742cf6a7e88a", "result_sha256": "1acf671862ac1bc22aca8e73e07df5e48a79fdd8039cd0096c21373cd3f1ddf1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006749, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.78005982399918, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1198, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:52.799104+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c70b0bb6-6789-475d-85e1-b1b856e16401", "result_sha256": "1598f3be2fec4926e2f513d9ec0aea99048e1b0a4d38b7d73bea8cf2993dc231", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000856, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.9457700480707, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1567, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:20:06.428356+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d3569bc-6295-4b95-895f-194bfc3ba391", "result_sha256": "1c1aeca3615adfb8fb1b49a0356c724b7dddbaea88d80b6a4769d542750766c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00035580000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.24991578888148, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 554, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:03.808473+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce1ff45c-9b0b-49ae-81ab-1b3bcc5d3082", "result_sha256": "b15eb6fb61df3de566cbdb50b26a6745a0de8e70f83a9a7d17d303aaf3f9bb26", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004807, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.020003329962492, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 803, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:37.099484+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ec6ac66-5e83-40be-a112-132311bec841", "result_sha256": "9ada6d987982246bd190f9816596a3a229cbac9a7b91cecc6cf6bb77b11e4e0b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005273, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.254183160839602, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 913, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:42.018919+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb0a4089-0e8e-4a4c-86d2-38dbf4cf4006", "result_sha256": "8d13afa4f7e0ab114621f3f971ed822f51eedd0036bff3156671b45a002d8e9f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006472, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.344526923960075, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1156, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:30.060640+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "52b31307-7285-4530-81ce-ce535af16abb", "result_sha256": "279e00a5dd8ab082acb18e6f32d524bf28da47b5f5b79749fff6f256d4409371", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004898999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.946552200010046, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 828, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:13:16.927218+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "13d7201c-df12-4ee6-bbaa-885d9d34f817", "result_sha256": "b052a180823ccd6d468a8dfc22f7ef820fc814f8bd91f72ca5e8efb42590a94c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00031, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.722219011047855, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 475, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:13.956670+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7adadd5-56a0-4c8d-a7e5-134f09446932", "result_sha256": "2cb5b1f955a886904756e05f2885f5a553a20a9820e13be969ac9b961f9f57b4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003298, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.349758771015331, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 502, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:41:23.083285+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e17d99f4-1840-4c68-9886-1ff66c30dc4b", "result_sha256": "70c881f65c11d184dfbcac20a1af34f542873681a10b66a43f2dbea6a5e57526", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004967, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.695101637858897, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 835, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:35.473357+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0453e36-d1b8-4631-a8df-83e6def58089", "result_sha256": "e4001cc2c6adff782c948496f83d8205c4e16e20af2777652d52dbd124163d95", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002064, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.04964014608413, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 261, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:50.142953+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a436d96-7a0d-4471-998e-2ee947f9a665", "result_sha256": "1f027fddc0ede5c6d58322d930b4f695e1fd9c07e819c3cd15a85fee4eb4f079", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00038260000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.921055319020525, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 622, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:12.162975+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ada7310-4781-4d46-9f1e-db61c6e239fe", "result_sha256": "4caa5c74cef4f06c7fdb34d02dc7325e7ba830883291460a85ee93562dd99722", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00047860000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.704042717115954, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 792, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:03.136125+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "570332ac-4bfe-406f-9820-9d572a8a21e1", "result_sha256": "b6c878ed8d3eeac99202995b1e7f8f27fd33b186508153e605c9dff787cae4bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00031519999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.78033952997066, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 492, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:13:00.369256+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "00d67aba-9a71-45d9-a791-75c9c149ae7f", "result_sha256": "f98624326d4ce15424aebdf9f85e51e44057503deeab2d7ea76635e0c225063f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004969, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.642848846968263, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 841, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:18:16.828540+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf3353f8-7345-4979-a46c-57baff0a679f", "result_sha256": "f33442c659170c5708f3605e4b343caf1f9b60997d0ecf14f63caffa2e4f880a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005067, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.268127934075892, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 875, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:47.986540+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f42705cb-69d1-447a-9e9e-62078f7e7a91", "result_sha256": "d2fabc01c2d464c86a9b121683f210c76b52dacaf9c517270ade0ef17dd187d9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005536, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.806642051087692, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 964, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:44:44.114795+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "da64003e-0493-4894-b36a-da42e7dff9be", "result_sha256": "8114bf788cb8e7e05c1cdcb19b81199fb853ff17dab62e7eeb5cae2aa7b48dea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005721, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.606790859950706, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 979, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:41.664225+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffd7cfee-7a42-47fc-9695-f3be6c4f6b30", "result_sha256": "5eb8af9dcf7eefdc29a810fdb666867837bca42562f35f3671bc414c50b5174f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008782999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v43.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.961224155966192, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1625, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:52.738043+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "673159af-8aff-421d-bbaf-c4eae5ed09e2", "result_sha256": "2a4a8a98a19b53e6d26b1056ee67fd8a4630f004d05153e93dd29e23111a6794", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000354, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.316298277117312, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:10.058113+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b741431c-dca0-4d4a-87ae-3e9ee16f8a52", "result_sha256": "d39858764f4f071b09613edd5dbfaf54aab695c824a5164608ca1f22f99f09aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004794, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.007265673950315, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 807, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:23.841406+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "38f8b4e6-5364-4be5-af57-44d33b426a13", "result_sha256": "39fb0f7873695618dfd7aee37a4caa080fd43a2ef2df790e090bae2edc9cb0f9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004707, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.35465888795443, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 803, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:41.374892+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "db5830f8-6d85-4b73-8b2b-b4240e421499", "result_sha256": "2468a353a73d9268773cf31977a00c8d8489e97d75a70a6a4d2dce9015a97b10", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00042710000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.243843954056501, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 711, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:31.299029+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3989653-7734-4d11-bb52-39ee73876246", "result_sha256": "f90c311bd90e2f8d6486f2cf5c83f1c63fc0c2bf14badd10d16a3b202140e206", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00036110000000000005, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.002198787871748, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:19:55.836574+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "35292150-0279-4915-b19c-31cc3f5ebcfb", "result_sha256": "835610ec6b71451dbb1c4729e3fb31cd2d2641c25dc97ff2ebac81d82cc9ccbb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007165, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.671888770069927, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1288, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:11:55.996070+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "50ecd5bc-37de-46aa-81df-0527589a47a6", "result_sha256": "1dd90e0c354f496c60f253be039d816b306831373f1a17b8565f51409825debc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004585, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.787138513056561, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 769, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:10.254191+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2022aae4-9c5c-4268-b498-2607f5a50473", "result_sha256": "14aee74d906d67adff8860a5188deaab129800c3fd9bda642d5750634b1409b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003769, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 9.604198107961565, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 602, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:04:18.321592+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c0e17fe-647d-465b-ac0e-96ddc881577d", "result_sha256": "e5b7e91b0c9a81b0fb447d0bf7c5bda07fd8906acc95c2e561bbd085186954a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005174, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.802314176922664, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 883, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:52:48.579060+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d767f932-9f8c-4410-b1d8-61c2ef6a608c", "result_sha256": "f246a3bd155f9da2488d74cd185fb5d8b65b999ce8136426016de0c271553947", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002657, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.227841648971662, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 393, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:13:09.482050+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "653b2022-12f0-4390-8ce3-a8cadb456fa7", "result_sha256": "f2c870657a7c8ab7e5b2be01bd1ce011891bf933a360658add0c1cbbdc495c80", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004607, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.221976309083402, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 763, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:52:48.952027+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "80a2707b-80ca-41e1-9abb-1c567fd36a3d", "result_sha256": "0ed2ae0adb01ff8ec6692cddf6cc795a2050a896af4e27219abc8302a61185a2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005647, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.163835721090436, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 991, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:55.429556+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "27dc465d-fbfa-4e38-8898-209d996d83b2", "result_sha256": "bf6ce9e09d310adbdeb6b643c4d85e07d84a912b91db3f202d74a23b892f38d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004657, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.314220695989206, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 773, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:33:37.482781+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7cd3df8-5bcd-4db1-a9f5-13838853dacf", "result_sha256": "6bd6b49f3bd15af00e59699dba79c350d2fbedde8e77d9011f83fd3468534d1e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00047989999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v57.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.292352583026513, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 808, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:42.512396+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "21493802-c415-4f60-bdcc-32b1bbc02dd1", "result_sha256": "0e8098c0fa2c1b0ff1909bbba80a4700a22a00201d1fca678b7e05e82263626e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005261, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.740680940914899, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 909, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:23.350961+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5248a3f1-791c-4d55-ac08-140a1ce1c786", "result_sha256": "3bc41edc31d682d36f30a698949aaffc3fb17b5fc0760129e981923d806ff1eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003836, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.38220227113925, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 602, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:54.313388+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7b792e1-2f30-45b5-9edb-e1e0cbd655af", "result_sha256": "1ba3768e3b94edf3473aa6c1b2c17cd03aa4d090e1d12558330c36f239c10913", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0003362, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.137541458010674, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 534, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:04.845540+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "4274a17e-4ce3-46f3-9fda-dd69ebd8cb06", "result_sha256": "f4116fd7f40453132d5f66fea0574eec089a119c8254659980cd7154dd372936", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005296, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.96435139188543, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 916, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:00.679861+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "017ba8a9-f0ea-4420-a5fd-b1a56f9cc263", "result_sha256": "dd1136daec85b167c090fa3d878b89c06421dde7f2d82bd65e7af24fd778dedf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005147000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.34345921780914, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 871, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:36:45.206827+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a20f083b-f1aa-4e3e-a0b4-1968af9e1410", "result_sha256": "836e3a50e648cdceb7c437b8ae3fa7be22f7ed0a873189044da3a4b294f268e4", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0005174, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.72538991784677, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 873, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:31:40.110002+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "678cc8f8-b365-4608-8199-5ab2af34bd51", "result_sha256": "0b6dc89f917dc5af9fa1f471215d317880d2a59521c2008c5717f5a50b44f579", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005413999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v19.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.626001531025395, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 930, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:12:36.254019+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f190c26-2299-4a52-8153-48883835d1ef", "result_sha256": "b98d503d04cd8e84151a81d44b6d8d098c94ee731fdc5042b420363416692153", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00033860000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 7.556460981024429, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 512, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:44.089671+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b202716a-722e-4808-b764-cbc03b02265c", "result_sha256": "33f3c63cd2486d41f4e916f070d736f31952e80c5582f80d79c146e3ab01cb97", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007405, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.78482782887295, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1336, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:36:32.460312+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "180661e6-7739-4e8d-863e-05d80ef58bca", "result_sha256": "7343f94ea6d3785a76516a0b0517d28fd9d0f0033fd1d8736e4dec7ab87de499", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003393, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.948856950970367, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 521, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:33.436690+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "da13f80b-00f1-4482-8eaa-65718b649d06", "result_sha256": "cc2963850fde99e0f763b488e6a1cc4f52a6dd06a905f409622ed6bc3f71374a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00035339999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.753455275902525, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:58.043328+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "01cee93c-8496-4153-a18f-c84f60d7bf0c", "result_sha256": "047914e3f4df7890fe193983a458a80d4d5d8acd00405843da97bd5a8c2ffa68", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004214, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.231491456972435, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 691, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:23.922912+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "13f85f55-6cda-4ff0-851b-10cbf5ce433c", "result_sha256": "c200a8ac860c69054fd25ff1af3793e0e0fbcac15018634538acccd435b6b8de", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006629, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.878051911946386, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1174, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:56.228834+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1966560e-1e6d-4605-b8d6-82984a84bb42", "result_sha256": "5db3c21eea0c30ac1821f8bf7f941b5cdb0cbc9752840d96f45986e66e99e666", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000414, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.546388586051762, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 683, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:07.422634+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a858c01e-412b-406a-9df7-221b0caf7cb9", "result_sha256": "64cfcfd3709bd389e8d9d0d9c7db8897005720a1eabe5840c428af8819a73670", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004925, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.834112061886117, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 813, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:39:37.255769+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7dc70840-e82d-4887-a70f-634e9fe58570", "result_sha256": "7b3443659f0fd4c14e966b283361064a4ee4de28eea20b691f4bf2d85b621c2c", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0007222000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.571842071134597, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1286, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:34.782114+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3d4a81b-ad45-48e4-b97b-51a238f21f6a", "result_sha256": "edcbac46a347199125d3f1b4cb9faf42942a76a2e645491e47c8ecccb3a39c88", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0008399, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 29.610598605126143, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1528, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:17.278866+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bf3051c-23a0-4dbd-a863-08dd96e4c656", "result_sha256": "277bcad135c4cbc2ad86a7abe56b7f3014e99f9f1ebdf02b536c53172153e3c1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005411, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.878787186928093, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 939, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:06.408605+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3204f02d-f4e7-473f-8aff-8c52f6ba8d69", "result_sha256": "938cf70fad6eebe95c449379c0e4532c7aff089e6964b76d2485b18118b55245", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006868999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.546736411051825, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1222, "predicted_category": "other", "predicted_font": "Orbitron", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Orbitron\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:13:54.465269+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a97aa51-2589-404f-85e8-befe53cc45f4", "result_sha256": "ea8cf9b2a088a4ee89fe76cb838bdf4a327116c6d748a2c02757bc70c467f445", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000575, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.057762569049373, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1005, "predicted_category": "non-serif", "predicted_font": "Audiowide", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Audiowide\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:38:17.618990+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8523541c-2354-4e8f-a998-7d865a76cb0f", "result_sha256": "d967e3602f488a9afa11d6820c4b5dba9a9f9ea51572be4b921a8c0d45855cb7", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.000684, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.93010407802649, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1196, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:38:38.001062+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9785375-15b5-48da-8b4c-e3f31bcce7e5", "result_sha256": "b2ca8e18ee074c0c678a3b284850ee51fc7fc5262916d44530d520732af8da62", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004232, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.564011743990704, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 688, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:30.222364+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b54d1a5b-6d39-4351-a59d-347ceeeafe6a", "result_sha256": "9cbf87563bfb4eafe4ab3e6b367380a928dab8d6ea1ef28255024d53f3d01f3d", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005139, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.527103136992082, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 876, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:14.652231+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e03d86ba-ecd4-4900-bce8-7bf6fc449ba8", "result_sha256": "bb28a17bdb09fac7508362a9b716564a2a9499c5a0082de722a3b3cbe18cf3c6", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006904, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.646090662805364, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1228, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Futura\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:09.586948+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0068117a-e478-499b-bb97-d63f3807bc6e", "result_sha256": "d248c6f225ea99c2c869c640c3582e9a212e724263e63feac95c029722906348", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007221, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.501903594937176, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1279, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:39.505730+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7eee050a-9fd4-42cd-9c5f-67489a056f73", "result_sha256": "0882c3e924ab19901c6534d6db22d44a248940c512f1b37b1a4f22893e60264c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005272, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 13.202876599039882, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 916, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:06.081527+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c06e314-b8b2-4114-b355-e1c787b5d2ef", "result_sha256": "61573b0926c370bec1c35c88877724ad302c0863fb9a6cb6e1fe55d5f2b9d33d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0008072, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.242185693001375, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1452, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:44:28.336417+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f2a413b-4006-4068-a133-291670c83f6b", "result_sha256": "0428e90ce6991a0f258a025abc123582b50855b6066ead0e0d5dfcdab5e6f696", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00037569999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.000684974016622, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 613, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:19.902509+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dfca276-0fca-4d39-ad06-85f74bb449f4", "result_sha256": "49185d1cfddd44daf26a832ba3b54c244336c1e0ba854fefcc27f166d7d3a709", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006249, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.084622382186353, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1097, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:15:03.996455+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c930cd17-3197-4052-8e9a-f2e8d2c59b36", "result_sha256": "f220a1c9199303451e0224412191da587d64cca4827776eddaada0a28da12953", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006666, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.118096721125767, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1168, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:06.628580+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "91890267-9d10-4b93-9235-b059a4608ecd", "result_sha256": "cafa25a29ff8aa2f9862049734628d8fc4d88a7cdc1bfd70b2aa3eef26e46960", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0004482, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.263981596101075, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 758, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:48.739445+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2165a227-fe86-484f-ba50-b67337b56124", "result_sha256": "73f3ca8a9efa8850d80ae8efeea21c0c9e34d3844acaf3d1094aee4ebae9f515", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000729, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 22.41243090410717, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1310, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:02.382183+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "846db80e-fba3-473f-a087-4272005b12b1", "result_sha256": "f4240d3530f81d6b3fdc0c851c4368a58cde86144486419fe21e14cc20ce3608", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005903999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.082238354021683, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1029, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:57.084679+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3429bb77-4ab5-449d-b190-8a1e26d39a1e", "result_sha256": "a84150b93d4d3955f8496252c17fc9f71ba53d7d60e1793dd04f94240fd9242d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00047819999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.513016724959016, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 818, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:24.612440+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a349210-0efd-41d1-aa41-fc40f1ff37f3", "result_sha256": "4273a52b58eaf330f3b2aaac532bf3ed673f56282da229ed12f664352bdc6e94", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005731, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.32461895304732, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1003, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:15.116922+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3d334cb-55da-4462-ace2-30f1fc8e66ae", "result_sha256": "12737bf2d60949b67fd0e00c846c6709ac9df962ac7d8b9937d9b1086af85db3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005181000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.117744428105652, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 871, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:12.278283+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fac357e-4b8a-4a08-bd63-a02ea018b1b8", "result_sha256": "7e1bad28c491660c6db27ab61930c9ba4e17ddd6de36afbab4f415534e50e7a8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004667, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v04.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.832373260054737, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 795, "predicted_category": "serif", "predicted_font": "Bodoni 72", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni 72\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:32.152714+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cd1465f-d470-4730-bc79-c276834530ba", "result_sha256": "0f48071bf643d4759bba8f37f4a0df34cdd93a744bd1e418443a2fdef4696939", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000312, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.35182074084878, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 476, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:45.460348+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e07b0896-73f6-46eb-b2e1-807817cff73c", "result_sha256": "29b4a870314b6a0c5a4ba94ab244f24ce4c1fb4ad311f342bf8730b1ae51c7d9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006559, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.402151801157743, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1160, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:52.942348+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a9e794a-1947-4d78-b371-b3faa190fc42", "result_sha256": "5f6593db04c91748450465443933539b27565d06d771be8c703f116be3a15419", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005044, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.8748151329346, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 857, "predicted_category": "serif", "predicted_font": "Bodoni", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:31.577914+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "20fdc90e-088f-4a5a-a430-08ab91b92bd4", "result_sha256": "49a24c623f2a96e1904335ec4edc0b39939e80c949be9f884e72dfff0047d278", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004457, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.13404934015125, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 753, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:28.699461+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0afe5d11-deaa-44b1-a978-d8e1a82898a4", "result_sha256": "3b0593a2299c2a3cb7026cad8c269ea5416184afd0fbc256ce90e322fbe9241e", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00031769999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.6721209331881255, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 477, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:44:31.441414+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d01995f4-cc0e-4649-b2ea-8869318100a7", "result_sha256": "6ff9e600b77181b1d3b9022395d9a80495b86ab55472275a6fe1795e1d5d0b87", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004042, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.412931798025966, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 670, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:53:15.670564+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd9f37b5-1e18-44d4-a341-8511ef3c110d", "result_sha256": "bac5b2705746bfb3c47ef76fbdb34bef118a2daaf599e827a77c6bff1d5449c5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006182000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.198913238942623, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:02:53.131366+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "481a9639-12e6-490f-b326-4d6c9b8eca20", "result_sha256": "967ecab31f4657ef1ef3fc3adac59df767385a8cdb947104794dff5fb479be69", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006959, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.69096741406247, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1240, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:23.006294+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "761b1206-11a9-4ec1-af21-980a44afd0cb", "result_sha256": "df80dfc27a4a52d8e86930dfdd09c00538a23a1466c9be509ff81ca2a1aad886", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005071, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.162494289921597, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 871, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:36.825732+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0152cafc-684d-41c4-bf4f-9c5bce89881d", "result_sha256": "8394f24a5c036d13a680c682143e8c324c4189c24444326705d9e6ca33509db9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005641, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.698652671882883, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 963, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:27.117616+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "457cc2af-b483-4b81-9006-d0928ebe27e0", "result_sha256": "f2b5e5292e81acfa0c4c28193cfaf636430b359dc6999bb1ce2594f07f6a5289", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0005987000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.003210865193978, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1059, "predicted_category": "serif", "predicted_font": "Didot", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Didot\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:24.417595+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3e473a1-08a6-4919-8f21-37f31ec9d60c", "result_sha256": "6d5a398e1f4420d09d953012c9ca7bd1b91f3064ae53c56eb05d24378b3cd1e7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003372, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.79576668003574, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 536, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:08:08.958721+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a42abce7-fc25-4b13-9081-da0edf3f7641", "result_sha256": "573dcc50e93d58468487d8adf2ee913af18e241b5070d93834b92bb4ac2fffe3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00037319999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 11.531397667946294, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 588, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:46.598986+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2001e28e-dccb-42d1-aa30-5d804f413454", "result_sha256": "97e57b4283ed2bbd7e882683853db6616b1e34834bb733cacfe9c8b8ec058e00", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00033989999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.371816149912775, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 528, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:20.923524+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f957856f-a3f9-45c1-a6cf-65a911dd2f72", "result_sha256": "2d6a9caafcb376607b9ab3b14289bcf2ad6a55dee7214d943234f9746aff4cfe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005246000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.679317970061675, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 906, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:19.332198+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad17983f-4c35-4ba8-b9a1-86bfce3cfb4a", "result_sha256": "e53d429e9f227457954fcab6ac33f62323e3fb41cf279878a5d583e03a9d29cf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003616, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.624478307086974, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:49:14.463028+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8b0c25a-f39a-4a6d-bd4e-8680aabeb3e9", "result_sha256": "416b09413d984768addd95cdc6554cf70708bf4a5a67f2a560739292827d8cca", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006217000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.929884939920157, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1105, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:20.531775+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e8281af-300c-4512-a7ff-917f149e3c41", "result_sha256": "6016b02af430b73ce3b181f829c03f3a72e4dcdbc07576843402c7e700ae3a6a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004245, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.702497641090304, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 701, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:12:36.049892+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b419c203-6775-4162-8871-22c617610263", "result_sha256": "70b9ad4d8d4b889717a037986d6bd48b804063077afb007ad5d2f07d7275ae89", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005344, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 17.47762747691013, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 917, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:54.552891+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b8a6502-db36-4226-90bf-f0cb968efb06", "result_sha256": "0782eeeda108550eb51ed607ce6426e03b0668bf2eccbbc9b5903c0c1ba67d6e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000735, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.932706923224032, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1325, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:06.783741+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "40c126b7-b97c-4e65-a174-0dc139ed7ae2", "result_sha256": "d1d1c9102973e1c7bb2fead5d6c7ce52ab96b02ae8466690aea45198abfdd7bd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005044, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.264552988111973, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 857, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:37:06.367961+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b48c9f6c-beb6-4593-87b4-83dd2a356135", "result_sha256": "9437940938d25c52ceb5fc6f349d2d9f8250bdc901c6149e389e443c930e753f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006875, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.855859000934288, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1230, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:15:17.697678+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "138a78a9-7d4c-4b5c-8419-90cb0e5989ab", "result_sha256": "ed921adc240e72ea77e8054fed27ec3a672b8d933077e03e3b0076f811b9cbf1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005593, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.842740126885474, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 961, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:16.043085+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6f5d5fc-34bd-450c-8f84-42000f3dfe90", "result_sha256": "92182dfca5f1aa7834c4599624b4425e088775e30a318335f8ac92867de8bd45", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00041569999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.265155758010224, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 673, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:23.727103+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fb0f9f9-a359-4540-876b-3996a871ed60", "result_sha256": "867f745dade43cabef08f9e817f3c3f59b7a1fde97d0d283f670bbc87f8ce2ba", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00023490000000000002, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 5.9235341008752584, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 318, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:04.392984+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "162f2927-7d93-4e38-9ae8-fee7629d9d98", "result_sha256": "52e3f606929d014ce8bdf7bd283291305f8ade61181f542783a74af3837c4d5d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00046510000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.221724012168124, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 787, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:38:05.433713+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "421887f7-84d8-414e-9981-5a398ad4b12a", "result_sha256": "97fcf2f7ffaf46ae4e8c90a5984ed241f5874b031b02b8db2dc29920ad82b6d8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00030439999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.720777964219451, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 457, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:51:32.591391+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ddf8940-9168-4894-8172-f7b911a13eb5", "result_sha256": "83cf308f28d82be0e93ba43d3f9fb40bfc916881a99567ca4a62c97f48c664d7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003345, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.516867149155587, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 524, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:56.740818+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a1940b2-9386-47dc-87de-32df1028356c", "result_sha256": "ba27236ba532af428086ac244d57fa01af47969796e21876645dc9fa5dd42c92", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003993, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.840951690915972, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 641, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:49:17.582470+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "de5c9f4c-5d9b-43de-b200-2d1e2157e9a2", "result_sha256": "21636436d6b5f2d5f0299a7d0a6a51d5414360e3b7bca7e38d3469596fed29cb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0002827, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.08855918282643, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 407, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:50:16.355686+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdec50bd-d97c-4fad-87fd-298470b1e965", "result_sha256": "00c2815064fca3163fc9d4128e9f840c182b9bfdaadfa023194d11f7531926a9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00032839999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.446820006938651, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 505, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:00.429953+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c755ae03-9bb5-4ab9-9212-a03aae29f12e", "result_sha256": "7138dc478b81a278f33187edfb6ca654c8b719f04b6a12e9aff8472b318afac1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003371, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.031310114078224, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 531, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:41.496355+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f952afdf-dfcd-4ecc-aa6b-4de64a6fdbbd", "result_sha256": "c2edd82c4ddaccc06e90cb17c27c5afce08b6545336064c7f8a4d5df51fd1d10", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003171, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.738536099903286, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 469, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:36.820846+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd4c61be-c2c2-4df6-bdf7-65e59cc85ebf", "result_sha256": "922f843d8f4e0da849212d95dad4de43fa79a0393047f40e111bfda4fe148519", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002262, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.024161997018382, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 314, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:18.268025+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9225f553-c6a5-409e-80b1-4b91180cb573", "result_sha256": "6863f8feef3c72ad94b491edd36fff6942ab33088192ea23043a95941361de8d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005164, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.45771386497654, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 880, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:18.650581+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf531def-48fa-4e75-a3a5-d2a5f0ab8e19", "result_sha256": "442ac4bf66743e8dd81c8eae8ac1bff1e5ac483fa18694104b512577e846443a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005217, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.781763617880642, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 905, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:14.432309+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c10a756a-fb06-47c5-a099-e19a3e33cd91", "result_sha256": "13d355d9c80431dd5d0684bccdcf5ca7e9acc249ee16f1e1fb25a5447de79c08", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005461, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 14.78009841311723, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 949, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:02:04.518447+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b8fdb84-2e6b-4b73-96dc-188e8a9c61ff", "result_sha256": "48c9c4b2b59745d56f46bd9bd0ef0fb5495d54599ca4aa171895c5bc8e90dba4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006676000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.62930412311107, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1170, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:39.141568+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d82f7e5d-8438-41b3-9894-91baccfe0958", "result_sha256": "1ec151ae593193cd3ddf820dce3c1c3ce65e087c2508ae3fb47e4180e72472a2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.000426, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.537337410962209, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 707, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:19.881706+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ab9e5e3-70d2-4534-9422-a1362a350695", "result_sha256": "c4eb43c19ebefaa38e0a1b205ee686da1089b0645e9560d9b63a604ec467c691", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004075, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 9.028776234015822, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 667, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:27.962245+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d399957-784e-455d-8019-364a13de07c7", "result_sha256": "9e54e5514d2840788786048f6a7e0b1c3d2fd7327622dfa775efb1aaa11af991", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006998999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.01658931793645, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1248, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:18.285980+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "719643f9-e7ef-4f85-a6d3-f2dddaa0764d", "result_sha256": "6d7af605677b2f9ebc14d1114e3a3cc7fe390cf602187f69828c1d03f1e3fb17", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003137, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.972518218914047, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 489, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:58:02.418096+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0d0ded7-df64-49d7-b827-a45e09295b28", "result_sha256": "ba7790bcca2b52ee8775f596635a9cef8faed349c4eee846bcf5fa4e61f61423", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00024319999999999998, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 4.9793569759931415, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 328, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:34:21.242389+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ef668cd-24c9-482a-a9af-7c9727be67fd", "result_sha256": "0edaba4ff6cc2494bc9ecbecaa57ff95e3d75fff12a4a565b3170d1d97b67992", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005394, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.95389201398939, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 927, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:15.973365+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f93da53-f2da-401f-a244-86aefa95a2fc", "result_sha256": "69f8037bc29c9a17987102d73f7cdb842b0afdbdab90c751db7e5d2b621d71af", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000387, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.950471266172826, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 626, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:49.291107+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ceaff9e1-5cbb-4eff-a7af-240c3526109d", "result_sha256": "77189296791e8ffb01d281f7ca4e82ac67a78fe087c9d074a5ef7ebe19139aad", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003094, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.240607989020646, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 467, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:15:13.986188+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6403e4c4-54a0-49b2-8155-a3f2251f3e87", "result_sha256": "0e5ee91ec40bc9a8d7721f34e381c76219b5574a5370db62fa9e9b0578bd48a8", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007975, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 21.131904406938702, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1450, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:04:20.056098+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "47bf6cf8-17f6-4c6f-a6ec-dcd7478c0e95", "result_sha256": "73420180abedda780409a77a7401353282f26ce4acfab55f1db89c89f44d79d6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005524, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.873847267124802, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 953, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:56.875640+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed16f9bd-e218-4a04-b2cd-7aad0d8216b8", "result_sha256": "49f08f67ccaee232b126de8ea17d09cdaa94de8fb4cee5ef366936a00c0f0073", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004775, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.67977496306412, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 810, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:02.742685+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "87a9afec-5097-4e31-aaa5-96d3ebc4be2e", "result_sha256": "4c9b3af293ce413ed726bd760753b9b52e525c166eb0791b65efea4b82d17d11", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0007702999999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.81658192514442, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1383, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:41.198063+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a91349dd-d957-4da3-bc72-8bb9e29eb0d0", "result_sha256": "18643ffefe37624774e56b080cb060ff9dd0d77ce18dfb21f3e56756bbe5c312", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006537, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.721441073110327, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1149, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:37.574471+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2474a5a3-37f2-4da8-8b69-56c2cc680309", "result_sha256": "b162d661f5b4989ce1457fd4ad4a083efea3569dcc913ec474802b2f85d04a92", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0006154, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 20.82374332100153, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:10.984497+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ccf2484-0b86-4d2b-99dd-6666d39794c8", "result_sha256": "7c940c9af4ead53a8a5c4949f54d11a481b181c227899d5366d78067ec2433e2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0002521, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.084075324004516, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 361, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:04.901314+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "c28792b3-7efc-44eb-b9c9-6988d1cd90b9", "result_sha256": "d3aa77fd7134943e610563eb462a55a63bc8e9ea2315f49e0e25793b03be0afe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00034910000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "verdana", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-verdana-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.95377777190879, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:22.261058+00:00", "request_attempts": 1, "target_aliases": [ "verdana" ], "target_canonical": "Verdana", "task_id": "font-verdana-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "e93c6f38-5e91-4949-ab4d-eaa838a11a75", "result_sha256": "73ca0c83554c8f9cc820de6e5be7b3d5274076214a2f1f58b5ffa15ab1959f38", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004926, "error": null, "error_kind": null, "font_correct": false, "font_id": "verdana", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-verdana-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.955487518105656, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 820, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:24.994518+00:00", "request_attempts": 1, "target_aliases": [ "verdana" ], "target_canonical": "Verdana", "task_id": "font-verdana-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "54944cf0-0f1f-428f-9a7c-5db94bcd12bf", "result_sha256": "480fafa6775f86139ed409f0fed17f912a3abaa6bcbadaaf120a28e69bcee4ca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000516, "error": null, "error_kind": null, "font_correct": false, "font_id": "verdana", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-verdana-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.101982897846028, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 887, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:41.876764+00:00", "request_attempts": 1, "target_aliases": [ "verdana" ], "target_canonical": "Verdana", "task_id": "font-verdana-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fd69d71-5594-4204-b37d-5cff8661af14", "result_sha256": "4362beccb6b927d8bc1a65403d8d7836535df6995807e99bb23dcd0887736a55", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005212000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.15496756299399, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 904, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:38.127711+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f6701bb-2735-42d8-b9db-1b64733cbbcc", "result_sha256": "876c08535617a70d5017fd5c06938f8b47b48ca9b6ba8ab25920adacc4824333", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00038060000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.185389454010874, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 618, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:35:20.733347+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1571897-86aa-4dfd-bd0f-cf425ef8c584", "result_sha256": "e7f6800e98091735ce4e13476f1c4cd3226cc83e87dbc479dcd95ab7593c2e92", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003601, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.738875144859776, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:22.794679+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc042895-9eb6-45c9-9e82-eaa8d21a5911", "result_sha256": "d9799deb39371d7b29ad016a0feef9dc390650d8087e0da6d34a81d2e25c66b4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006295, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.94839244079776, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1114, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:13.942869+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0361727-17cf-4ad0-8558-f6abb2399af5", "result_sha256": "1d996903f4342a166b65973bcbe671ebc5e7a53ab3860c68bacfd8f701fab9e8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004725, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.539614280918613, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 797, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:04.219834+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "034e54ee-b571-4e21-8d04-e7dcb56ef4b7", "result_sha256": "4077c151a7d58b72ec77ff15ece2b312694023e4de903b19a827541846b5f662", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00045739999999999995, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.442708734888583, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 763, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:54.334943+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "350a3b17-b873-42c9-9833-036d3d3c8cb3", "result_sha256": "b7e0d5e218b01a2c262bbc01e9742fe97656e488ddecf02f72bb32e023694634", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006134, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.23101772996597, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:55.735913+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e714f7d-3f4f-4c7a-bae0-f86a68ec50ef", "result_sha256": "a9e929d38e993f157dbf8118d2b25364ceb3e0724d4f85b770eeab3ccb8d4f70", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003477, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.117302251979709, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:10:53.787808+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf417529-1fd0-409e-be81-685837da1e6a", "result_sha256": "f17190f763d0cdd92c2aa5aa7fb523687d2dea5ecfcb13a8302e19f807aa5ad8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004407, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.622456889832392, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 723, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:02.607242+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "302b7257-b9a2-4f6f-b5ef-f054d50e0297", "result_sha256": "ca56cfa1c25e8cdbd385cc6e1aeabf6662a5383ad3e940cd92038b4942c03264", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007992, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 33.53489162004553, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1460, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:00.111898+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee276d49-739a-470d-acc6-083b38baf717", "result_sha256": "c2e52cc08e3dbe41939b19b0197693da20b6f862a245550a7e462f79ec1afa35", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007417000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 25.118168075103313, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1325, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:21:16.482024+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "01fe589b-ec02-4ec4-a9b0-accce0d7aff6", "result_sha256": "c052f522081dd014aed5a03c53d508aaab40192281b6fc4ba751efca27ac9f04", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007539, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.695109512889758, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1356, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:00.027707+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f44693d-db40-4c4c-80fe-d3a60d153799", "result_sha256": "0e1650ea7b65596d6a8710d2f4429d14a0f768fa69ecadb56cef43cf9a4eebc6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.0004571, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.478873240062967, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 771, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:07.138416+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "abb3a8ba-a065-40d0-ac84-6e4cb3f824d1", "result_sha256": "4990a2f9c24f436a79a46a7e65a0967dee820874aa7772980af78427766f07f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005631, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 17.561669688904658, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 961, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:41:51.369581+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "329c33ab-d693-4d07-88c5-6fa0897596c3", "result_sha256": "5a64eba1046e5dd372e1a38db5a054cbeeecb58265fe4d851a19eea4a37c0bf3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005807000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.235813446110114, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1023, "predicted_category": "non-serif", "predicted_font": "Julius Sans One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Julius Sans One\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:16.804140+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ab790e5-14a6-45ef-81c4-a56fee94a3be", "result_sha256": "f5302ad018d438156d4dc7229ddfb9b70ba9a2c169cfb663bbc465400f6fe73c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006462000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.070717012975365, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1154, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:04:32.283200+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "37a9b4ac-3c1f-456b-83d3-3ef3b176ce90", "result_sha256": "e5c05581827bc545c46109e4c407cb4a50bdb7235e434c3c5f5ae0f0046b7e9c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005667000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 14.041335097048432, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 975, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:49:31.601830+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d22c1336-7411-4c60-9fec-1ef8b4ff265c", "result_sha256": "df3680b69299af5ea14bdc95cd5e9d089f38a6927ed369a702e19f0a25cce675", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005244, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.53771117492579, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 887, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:44.595460+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f1f0666-ff6b-48f4-a536-e540dbfcea82", "result_sha256": "5b3e20a75bf982f521773b3084f748f7278da0543b3724ce657c620ed7286783", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004046, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.492144248913974, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 666, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:37:40.005655+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "8107f95a-7854-4273-93e4-f230b22f01f5", "result_sha256": "d26e909295b599fc83242a182c1e29263d80182f9c8fe99e2a5364b5bb5ff2ea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004381, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.748763001989573, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 711, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:19:20.180229+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "522ef2fb-e4ae-4661-b633-5528300c7697", "result_sha256": "22a290d42e9edbcbeb25af0c2411d1cd8685c47326bbcc63ce6ee92046c97690", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000839, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 27.229613604024053, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 1533, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:07.132641+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d5cf29f-f7f1-4ac6-ac9c-33a8c60b0e2c", "result_sha256": "dd24a39504f3fee8b4aaf57e3d715037981101e312436b2740d9756a8a458826", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000552, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.988034829031676, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 956, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:48.382909+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "74c03acd-100e-4649-9be6-955a5a129968", "result_sha256": "ad8d63bc59c488041c3dea3c2fbf50503eef2c253538503cb8d1fa99ac117f24", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003679, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 8.882984605850652, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 584, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:43:24.707443+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "573f6be9-5031-4798-906d-1cd2f785d3c6", "result_sha256": "aabcfa05cad02f8cfab25f1ba3df261fac66df93becbb0f2a1bbca94c6c3034a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005373999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.193905480206013, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 923, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:01.531675+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0707c118-8c87-40d3-9df1-4ddd5192942c", "result_sha256": "ea643364ed185e3f9194954262142a7e3cd464be85f14760463de4803bb5cd75", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004204, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.034115531947464, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 689, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:55.838631+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a00a8350-6d51-45ce-bf54-5ae1779ddcff", "result_sha256": "8c7516526b63a1e4557a18abbe25315e3b993dac54b79558663574e0437628eb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004995, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.07013004599139, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 854, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:20:09.939843+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d183d002-bbb0-4181-9405-0aaaee35a09c", "result_sha256": "810815dce1b10502b40ffab80a57bd412c0d061ada34ddcc5d28133679bc3b43", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004555, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.824880118016154, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 739, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:37.513145+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "161b1b98-f932-4519-b9a1-e7f0d158586b", "result_sha256": "ef533c88cbe24b3e9e80821831285aef4a0bc014dfc0e8e4fd4ded82a5ded39c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0008322000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.63111322792247, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1506, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:49:29.312306+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bfc03e1f-c769-4df3-a703-3f46e41ace29", "result_sha256": "c98f433c6caa1b78784b72b167181325b7837a2106a1dd8619decae77a205a42", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0006418999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.218785338802263, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1132, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:36.532817+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "fae52db1-362c-4af8-b408-f65c82aa9fbc", "result_sha256": "3546f808d1050dbb48a7b2da7935a76e96911e9aed64c00c3fcbca8678ed0ff2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003861, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.028307038126513, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 629, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:00.360365+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "22b2913d-836b-47c4-962f-4fc944d8c4f6", "result_sha256": "286c94d3adc4153bb4098eaea8cd80702d23656310ff842e5c1d334d6a18a045", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0003364, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.392004668945447, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 521, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:36.328424+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6586f073-92f4-45a1-8980-63073d17e3c0", "result_sha256": "f779d106be80f6a93e6f84d6d7efaab51e89b1bdea79c883a754d33961ff9381", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007275, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.541449974058196, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1310, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:48.369453+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "6bd85a17-59cb-47cf-a4dc-df51933d2b15", "result_sha256": "192abfc28dd203e06a266cc3ec1f9f22149b49b96d738b153661faec8daffe2e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.000562, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.588012119056657, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 952, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:54.961008+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "162f4fa4-d0d4-4c3f-a044-c33b43fa2b4e", "result_sha256": "6d9929bc776b80398be48b6b1bb5e1ae56436f751a9719347b8f3512cf113c27", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0004062, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.830581605900079, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 654, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:11:59.136945+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "db2412b0-87d5-4c29-951c-d41ba6c96b77", "result_sha256": "b52c1c68d506819c0708114c1d70d67595e4b2bd89c326a9f0b63242002190ba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0003134, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.854983092984185, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 475, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:44.368645+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "3235ef83-bb5f-408e-bc54-d7e22898974e", "result_sha256": "2a88fd8615954e5368dfe9b6475341439871805279afcd508df1194d476b11e8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005506, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.415500175906345, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 958, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:07.477413+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae426169-66dc-414e-9b1f-25d2e5327f1a", "result_sha256": "45b46c231726e95effcf07dc7e6f2e69136ea7d54d1a8730874d1c4578c5d317", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006066, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.909632735187188, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1048, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:51.840762+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f804a3c-2e65-4965-80a7-50fb92dd7214", "result_sha256": "9e700b05c39b010a30a41399d9def70af5fe74b56f2e93505fe0ccacbf78cb9b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00034669999999999997, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.146875135833398, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:20:37.384017+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2d3a618-3d84-4771-85e5-5f051fe4605c", "result_sha256": "533b4c19cef374d5628e46006f7fc6ffc9388e5235081900478eb1b212b6351c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005307, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.068555725039914, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 899, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:08.178445+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "a17f0615-b9e2-476b-a3e2-65e73c1b0f6d", "result_sha256": "76da28e0546c579940145cc5d45d081fb1d160888fc4afd9be078605cb6bff6a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004392, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.017128259176388, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 740, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:21:09.922207+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "dccabf53-041b-4b4b-a0f9-4e10a453e644", "result_sha256": "2a9b91852b356fcc4133ed8debb9b89694efc92521424e04d3b795c307f1152c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005171, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.863884777063504, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 891, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:41.659560+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "32d6067f-5c5d-4483-8178-3447a15a8a4d", "result_sha256": "d008ac33c96b4a842078e1d7f8ec5332024dd6d3f43364a40ea562cdfe140b91", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004961, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 10.928417589049786, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 827, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:50.860399+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2a9d9b1-c81d-4af2-90ab-dba92fd35756", "result_sha256": "7f3c7eb806722095cdcba6691ef689cd29a41f2eb3e0b17bb4b91f4514137f6c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0006177, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.126358694164082, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1097, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:13.015489+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "aff90f7f-88a9-440c-a844-a569e1a1ee76", "result_sha256": "5fd4eda0a3844e84d3df0bb8fbc0db91b6fe54efb36a1d2a8cf15ac5e844bcff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0004025, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.694762333994731, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 657, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:19.916776+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "24a78769-7a84-42b4-b86a-938cc8abe9d7", "result_sha256": "bca778efdb900e40ce0ed6f46085d19235f92716091c9f1384a325a439787412", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00041089999999999996, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.348510517040268, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 670, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:05.329707+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a90f876-8390-4b8b-854a-fb70359793e8", "result_sha256": "0a9ae5c5ef1a1e5758355d55dc6ca4fc694e24cffcad31ea458c668bc591b622", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005922000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.333710392937064, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1046, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:57.045497+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "461402de-8eb9-4edb-aa6c-6c898d96befe", "result_sha256": "2f60bbc64e6f0063d4f858a53f1d49349805680738ab3c36922f5543b87f7150", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007116000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 18.646044529043138, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 1280, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:49:59.468183+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "849c2187-f06b-4672-8f76-8b5f7bf056d5", "result_sha256": "f7306e49a3cb8f1689298fac459e09fe61857be644fc58c3b1bd2d334d5d0fc5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00046760000000000004, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.212359091034159, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "regular", "modifier_correct": true, "output_tokens": 770, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:07.351602+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c839f7e-dfb9-4eb1-bdd8-d180715ac355", "result_sha256": "bc897d845df1428ada9d355d96febbaa3c36b3df328b4fe70e28408db536f469", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.000521, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.874043565941975, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 897, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:34:55.520197+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddbd6358-7d03-40df-aebd-1c0065c4ed8b", "result_sha256": "d9dda92b1b5a1499cec7826901bcad89ee304c322d7a86b0cd4f451f15021ebf", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0003133, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v50.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": false, "latency_sec": 10.086411214899272, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 469, "predicted_category": "other", "predicted_font": "Fugaz One", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Fugaz One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:51.611875+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "95cce757-755b-42ef-9398-c9a7c1b7e09e", "result_sha256": "76ecdb3b17c14660808b9e8f78dc75789c99b7c13632923936d5272a8a23b9fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005114, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 21.080663497792557, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "italic", "modifier_correct": true, "output_tokens": 871, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:02.770179+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b1d5b98-eef7-436e-a9db-2a3dddb338bd", "result_sha256": "98a89c4c05b9133d1461bab5920f4602f79cbfb67741397bcbbe506262da936b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0005478999999999999, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.23929533897899, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 944, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:59.546000+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfd61312-8cb1-49ce-b432-b79fe4dd1d1f", "result_sha256": "dc74bfba8a477915223c5828e16c8f80ca7fc1789512a34e0fb5874ac114267c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0005077, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 13.662398984190077, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 877, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:58:34.059213+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8eda852-4bd8-4efa-936d-87f5baf6db39", "result_sha256": "0268453c1a96e6dbbfa11baa7c484f162437a9a5f23aaa59eef30857fdaef82b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007592, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.24829649901949, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "underline", "modifier_correct": true, "output_tokens": 1360, "predicted_category": "other", "predicted_font": "Fredoka One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:29:19.592344+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "b147cb6c-941a-4a38-9a04-e373fb4c2dd5", "result_sha256": "6d838863836b75fa14dbcdbd23d4f83ac11c58972b269041cd9cf625888cc237", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004207, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.766863266937435, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": false, "output_tokens": 703, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:17.852530+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "1984b68c-de7a-4c22-b0c6-2725af4a0c42", "result_sha256": "6a984c9c888c9f566048b2cdc5f973d930de97fccb21e83d3e8de04de4d5bff5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0007662000000000001, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 21.550963917048648, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1374, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:07.693183+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cf23bf5-62cd-4126-a5ae-b10182332f46", "result_sha256": "9117283ac4d584b29d15a51556ff4cbe12188d8d55bb3bf6c735f76369fe6fdd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0007909, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.815204348880798, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1420, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:38:36.461473+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd684c83-694e-4262-a90d-febb8227506e", "result_sha256": "570c45a43020bc651f5fb66aad24e42f4005a566af9df241af6aab6b95fb84ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00039160000000000003, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.88330606603995, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 640, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:01.750663+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "7918a02e-4e46-4be7-b69b-1c517ee426e5", "result_sha256": "5b6bbc7cf37e9f1bc1db8357fbb2a87ae99988da8141f82a35d155dafcfec827", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0004771, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.461835750145838, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 789, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:38.076955+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-luna", "status": "final", "included_in_comparison": true, "source_attempt_id": "9389b3ee-807b-46bc-8d86-881309e2b16d", "result_sha256": "1c154543237e396df310a10dc742821150830c4fb3d1aadfd02e31b8ec4b9278", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0005917, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.811657167039812, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-luna", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1045, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:48.742560+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "da60b569-3054-4513-b3af-c0c53f857154", "result_sha256": "44c1d6d43724e0aeadd95bf9226ed0bcaef006478c0e39ec48bbfb0155c01473", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007854, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.471866555977613, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 647, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:06.640606+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "11e13fc2-b84b-49af-a678-64d5b1482cd4", "result_sha256": "f4e4189a9e918cd42e1b92fc473bb346029160faa119d3403c17784aa2349910", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006744, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.308420623885468, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 516, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:16:02.186872+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "36a3fcf4-f3f0-487d-85c5-4c8714a6f933", "result_sha256": "a87dc44c79df2cd3143bfd15c403d5687328a9e4c43e2904db9dbcf63f726c96", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.010708, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.671968904091045, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 919, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:43.695841+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec7a3e73-fb0f-4042-9f58-b62d82fcd7ca", "result_sha256": "238df0662995e7d16945e26970db219cce786742765f722f9ebe87c9ff2e8aa4", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.010522, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.872706953901798, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 909, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:59.015346+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f2f229b-feb7-44dc-9792-5d540d2aeff4", "result_sha256": "ad769f2cbe8c72a901e8618eb520ca095990fe80ac12819df50de0885147e25e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.005512, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.646552699850872, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 386, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:36.731563+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2495c7e-3325-44f5-b4bc-bb6b7d84a894", "result_sha256": "931ad7ba70ebf8a96d8b804fa3720f6ac0af66d497623ada2dd46281f7134f93", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006384, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.305723745143041, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 500, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:21.753328+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9c5f308-f34f-4485-9c60-ce4d8ac9759e", "result_sha256": "91c97a68b2040c9a84b0ea52d83aaf54e9dd984dedfe53cc7809b66e8bc9a12b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0127, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.599895127117634, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1122, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:50.970673+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b00e228f-0e3b-494d-b944-f29f21f0bbc5", "result_sha256": "637c18fae0f3e0e0c2461eed3c98f1fedac2d6171b3f550527e9b842b6c90aa8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006868, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.274321374017745, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 535, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:46:50.976619+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e782b920-bd5a-4aa5-a162-99f9778b1ffa", "result_sha256": "c9ea46ba64b1839867030a1b2d8f6e6464f1594d4194215d88185d943f1d51b2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01515, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.468164683086798, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1370, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:00.974575+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "11772c20-c8c7-4a4d-a8ac-7c351f3f3586", "result_sha256": "bd6dd3d64f04b83fbed25b223ad1f02f83efe827b27658805320e38323c1e5e2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006268, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.341108910972252, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 475, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:45:09.454316+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1fbfa96-b27c-41bb-9f25-52d9f8152aa6", "result_sha256": "c1cd00b9021869d369e5123dd547fa43257a0fd86be9ad961001975e71ec00c3", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00849, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.300356716150418, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 704, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:51:03.080686+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f449a6f6-9103-4f96-a83b-e610707f375c", "result_sha256": "c15af51383a472048227cc6c919def63066bcd9f84e91be8d090e440f71ab5ef", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008766, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.469720117049292, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 719, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:09.091784+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "23ec2c45-680e-4f80-a6bc-a222e99af63b", "result_sha256": "4a47cb71bfaf0b68e989b1b3ec67fbdcf1c0aa3d53e2ab87d07d4ba0ffb93988", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012334, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.57497708313167, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:39:28.594157+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d51f1c6-4d14-45ec-b91e-256b267cb942", "result_sha256": "520c96c3c359cf89baabdf52d16416b22d863c0521c3662c3e7877922c5d6f40", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.016968, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.50309205800295, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1545, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:09.734725+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "601fb5b7-2a36-4799-8d4d-6c3da7ed4a14", "result_sha256": "145bce9776c64543068aeb5038f3f1b8c34fb099d04e463abea5890df646d9bf", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.016598, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v30.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.88682027813047, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1507, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:33.929511+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dca8d967-5cf7-4db6-8ff1-7a5446e5b5cc", "result_sha256": "db8b2fdc5f587ae4fdbf5a736d405a15bd88cc325da3e05271fc1bdc71671ecb", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012208, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.371843761065975, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1069, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:16.560321+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a4cc5c9-5698-4416-978b-3ed85803fb9e", "result_sha256": "85147abcd7bf9d8c1bcac5664c665aba12eef2d689d1e514122fad22569893e7", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00621, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.613367980113253, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 476, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:02:44.045159+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a0adc57-6522-4f55-9ca8-0edf9afbd62e", "result_sha256": "46f8550d29ee0945e01e65625b82861203f27083b7b0ad6f814a11d908fabce8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009356, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.431706035044044, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 778, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:54.112585+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "de56405c-a463-4681-9fa0-d2bc5afbccbd", "result_sha256": "ad12c2ae6280a5dc8531e36097da6acbe8e54ef251db4ad4183aca1abb0f87e3", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008394, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.63556550303474, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 681, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:04:16.089315+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "347d221d-d66f-474e-80b2-5e122b7f2da9", "result_sha256": "f377f352920f85235684c4b78939595fa9c8d70caa97edf542d3d93dd5b395b2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006318, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.244099458912387, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 480, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:23.987033+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "296ad9f9-b873-4c87-a500-5dcbb89deafb", "result_sha256": "76610e6d0358c1e83eeda790e55fadfa84c934e643bbe0c4cb2e34d1154e744b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006442, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.148773175897077, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 501, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:29.309330+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e599acb8-ddab-46ee-9776-26fa8d298c5f", "result_sha256": "7064000053421f9b4507900d9372c5efafbc9e6bd137ce1ea6443d8681e35022", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.010692, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.048275725217536, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 904, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:38.307449+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "70d0be1a-837d-4ce2-8cfc-743885109675", "result_sha256": "b4c2e4548f464fde320e60dd93fd7d23dbe4da95ef34dd8f35407350be3f658c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.005814, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.00645390409045, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 443, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:30.038084+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "eefe3f4c-3400-4459-93c8-c9f2845010ab", "result_sha256": "aab73e1520f81b8460f96be942e053d1b3ee1cabd161b33bc3fa69a7e812f933", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009808, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.331738736946136, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 828, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:31.706190+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6eab9c6-ed4a-4612-84d9-246558df1aa9", "result_sha256": "c142323abe01af32eca5e8d1e9a6f193d142cc5630e213c1c4b5da5bd39119dd", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.80028226505965, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:20:38.417771+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c7fac02-39a1-4e25-916d-e4574359b912", "result_sha256": "23d105f5367a9404af2bcced155883572793069d268f42e25d069a884be82b2c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.005612, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.611179105937481, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 418, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:08:27.684190+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bea43d2-835c-4cc7-a396-adae4a1a96d3", "result_sha256": "ce5d65e4e8eb50d47faf6138b615d0e670f875fbe372029ff5877451a6fc57a1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007252, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.76002481393516, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:03.304543+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "39bd0a73-2e89-4674-b675-c38d3c6288e4", "result_sha256": "c200966f88eaa95af9129baeb59c39d436760bbeb7bbf1d5299b1dfd693030c1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01198, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.936585470102727, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1053, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:00.574943+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dfd63b08-d6c9-42fb-8a83-12fb1d0a186a", "result_sha256": "51b2c2458f0b7eb0234d0d6cdd73c2debf9df01c8aef65319f546c6de5ed0b76", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015456, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v44.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": false, "latency_sec": 24.20991225587204, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1388, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:06.471556+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc71091d-a7db-4d81-b26f-414aa954e641", "result_sha256": "26978da1cf1d05adda460cfc612ed6a0ea89d459569ce1cc1a265ab06656d17b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012278, "error": null, "error_kind": null, "font_correct": true, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.91786354687065, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:50.067632+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3a72e15-7bec-4526-adb1-b8221349b0bc", "result_sha256": "4a4cef38e947c9ea1694247df072fb01d659ad7472a30bc70a142eaf085000d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012054, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.742386768804863, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1067, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:58.406454+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d2a6021-9f92-48c0-a5e5-44da5361f9db", "result_sha256": "4ad84448f700b0da5a64fc8bbd5eaf997414d748b2109a6724073ce1b6b7fd1a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010538, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.816133848158643, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 901, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:57.887884+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c476efa0-7b62-466f-bb9f-892346098165", "result_sha256": "ad9c339f4b2b61e48722eb6a81acdbbd36792887432137e94b78577ca0e4a2e6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010022, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.165519299916923, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 837, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:31:27.818503+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4819459-5646-4def-a319-067acb7b3dab", "result_sha256": "c7a91151c1931afd22186e5b33557afe2df1dd99a247a9a9db9eba60a6fb6034", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013648, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.425679788924754, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1213, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:16.465784+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "39b8c8a2-6409-48a3-adf4-bbc0c5c1ccbe", "result_sha256": "1483549928ef3af3084d5efe8d876c9dad674cb05f6669564b9a7079e1645e40", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017342, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.749193195952103, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1591, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:48:54.636154+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "31afcea3-1e3f-47e0-833f-c1cfae0b075f", "result_sha256": "493c5d1f7495e77b222594f0f8fb1369122a306959fa6a94c45e085c00a94977", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017504, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.676530193071812, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1592, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:31:52.952208+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "31606586-77dd-460e-a28b-79578ca02b14", "result_sha256": "e8873f86d057de7df704f7cd3e5ec239090e39bbb4b1dea9c886ba770d97fd57", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016484, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.56480125291273, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1510, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:11.285558+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "07e2160a-7088-499a-ac6e-0fa446a2d345", "result_sha256": "d31356288675233111a1f6d5b3e3598969de3697107f1615ffcf307ce633ff59", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012354, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.99751692195423, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:35:59.943595+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "44678fd6-218b-4f93-9259-42f05928b005", "result_sha256": "a93302ad4da671f1d2271012070e406d63e15571db29a94957079b0c6695a69d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018668, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.889868492959067, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1705, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:12.406103+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "466e8ddb-7643-436b-9e52-302c21578ad4", "result_sha256": "be711bc9bbeb9080702e816197f76d3f9c88a9c2f3ef0e3b51c611fa956cbb6f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011998, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v58.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.661828578216955, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1047, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:38:47.697799+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "05293f74-e568-491b-b8e9-f936b6b58355", "result_sha256": "290021ed34f97d09c39addc2f0731a06d2ab0e2ab1187720f501496039b6712f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012422, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.33154922001995, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:32.334273+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5def9d85-9315-4be9-b47d-dedfd3ca7929", "result_sha256": "2bda2eeb7a236476ef7d944ee8092d4acde4f35a2663f8cce9d787ed9ce2a0cf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01649, "error": null, "error_kind": null, "font_correct": false, "font_id": "arial", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arial-v60.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.738842649850994, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1504, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:00:23.052557+00:00", "request_attempts": 1, "target_aliases": [ "arial", "arial mt" ], "target_canonical": "Arial", "task_id": "font-arial-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a2a13e0-c392-4139-9293-a93d51163f4b", "result_sha256": "712e8680790cf6416b9c86544644ba421d6e502326be45e76520c89ed5d6badd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010354, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.637776512885466, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 897, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:25.543248+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9163df08-63d0-40a1-aab8-7369e432a4bf", "result_sha256": "359113d8b1f8e759fd5e82809488b6485329b62329632c4222a7950691e026fc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012914, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.668546377914026, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1133, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:18.350868+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d599ecf-2761-4225-a849-c827208ca24d", "result_sha256": "9dbdca3692dd769eb511a1202355d3cda3c558fed0ca132e5c7072c8066a9c8d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.020158, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 33.430492936167866, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1864, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:33.260075+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "99cb9c7a-518a-4361-ab36-4c04485a2c10", "result_sha256": "64415a30e6f6a1b95c804af97c84675513c5b9c39f44afae1a0b813d91542919", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009232, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.352571243885905, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 780, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:08.826767+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1244961c-343e-465d-944a-9ce078c2e050", "result_sha256": "11c05668fdf1a88de388bb4b7035057e2ebbd9050bcf355a7548a196f0293380", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011132, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.005532131064683, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 948, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:03.411730+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecf6e78d-2ceb-4b28-8cc0-1e5a8df8bf3c", "result_sha256": "fcb6c01fb5921aa899d61f2177914fe4bd8a8a4436b38a040f6d94050b66d657", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01219, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.54338972712867, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:12:30.002077+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b8dcfb8-a55e-47c0-a8f8-49fc1a15e2b6", "result_sha256": "7b1cbe4885ade8efcb428be0196207af4722d845e2a16c02faea1d6a1376d2d9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01224, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.551935598021373, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:12.234237+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "48e27b63-dec3-4953-9364-c7001dd1db77", "result_sha256": "fb5b8ac5aa0dc253e173cb169a46f3a54d3773f57ba2e1ae7eef726479b2b0f8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014228, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.008645990863442, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1271, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:25:08.257949+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d40c1541-4202-4bfd-81f6-b8876dedb5b7", "result_sha256": "b866d1f51a5e21c54b573ed332944cf7efe6c76aa7e25e566284efffaf0cf37b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02511, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 39.79203391703777, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 2366, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:57:45.988365+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff467e23-081c-4953-8964-08d4216ef709", "result_sha256": "43ca8034e9bd47904c319f10ebf78ad7178c264c5050946894e64cc0cd0b5b5a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012298, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.986942396964878, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:07.042342+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b400af14-fd68-480b-ba22-97fc70d67511", "result_sha256": "819900ce023cec752802bbb2fbb6a1256b43fc5e89f3bec5139be5d2aca8c98b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01611, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.74822092684917, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1466, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:15:47.069701+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a729eee9-659d-4233-9d3e-e87835d338d0", "result_sha256": "250840786f6b84ee4c9ed88e681f3c9d28cb10a79cd855eca030cc9a3feeb4b9", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0072, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.422739643836394, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 548, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:11.905570+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d212d05c-7385-4f16-b547-28664ae14683", "result_sha256": "85ef1d202bc73ef262522e8a5a838baf64beacf44960e1ef4e2ae5747c9475a0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017514, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.256401743972674, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:10:50.003391+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e77d663d-4f08-4b64-96d1-aa540c4546a0", "result_sha256": "78f9131468217d8ef2739ade44e12fa3bbf630670c5cbe8fe2fef18d5829056d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011678, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.32170762703754, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1016, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:56.357135+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "270ca042-f41e-4dab-83c4-53029dc959a6", "result_sha256": "5787cc0fc2f2ee269a67269e3e3afb371b488a19ecf388fca421171a903321b3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013932, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.181408095173538, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1250, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:28.092269+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6590b069-83ec-4c95-a4c0-eb481a9d66d5", "result_sha256": "efd5d6508faa09c7c6aa32da437ea7158ccf201eea9bcbddbab468360163a224", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012268, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.694328346988186, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:07.304990+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "29b97ca0-1ce9-4653-a8b3-65f2ba248eb3", "result_sha256": "95073df642c6542439d37ca755615c70c68262c5a15f39da1ce36cdca3da6b6c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01861, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.663839075015858, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1716, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:48:44.240391+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "313fa6ad-94d8-4b66-bfd8-3a5b74d6edd1", "result_sha256": "8c6a48ee86f324161bb6b162c23d48109d22688d7be2fc882afd46fd5c24f89c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01661, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.818950042128563, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1489, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:38:20.221326+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cece2703-93d0-48b7-acd4-4a737ac3c9eb", "result_sha256": "49517b721d87f9da784acc9e42ffe35a52a5a7726a6e622b595e848263a0e69a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014384, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.644450915046036, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1280, "predicted_category": "serif", "predicted_font": "Cooper Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Cooper Black\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:57:51.047260+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7d4a268-270c-4684-a6e5-b45f81930f5d", "result_sha256": "9df70a0933b01cfe40e74d2ef84ab351a5b069a8ab6582330b05b28a64d7adb0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.027398, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 44.93640847178176, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 2588, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:24.312237+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b7a1cab-246e-4712-b250-dc3b10aea550", "result_sha256": "6db1ae45c58105e5384feb5e03d45bd16f9cc2da8ed7583d48f6d188b71f4c45", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010898, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.58595428499393, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 937, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:58:04.114262+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f18bcc54-8a7c-4270-8852-5b19b01f1d18", "result_sha256": "b766b2ddcac45aa79e3272ee14d88ab2961b812cc9a93bb794caa0abf8bd7be3", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.017582, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.086595993023366, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:48.335096+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "120a3f0e-1507-47fb-8ffc-2da3475a4b51", "result_sha256": "01349dfa402b6d0184070f5e60aae41c3763646decd4f162fb7d84720c2c28c8", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012124, "error": null, "error_kind": null, "font_correct": true, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.34413834894076, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "serif", "predicted_font": "Arvo", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arvo\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:39.981373+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "404069fd-faee-49d9-bd94-843a061294f0", "result_sha256": "c8bbbfd77b78c627c914c2643d6c0963fc2bc0300b9bb81ede876600c672a5ba", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015834, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.5482546009589, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1421, "predicted_category": "serif", "predicted_font": "Rockwell", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Rockwell\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:02.811241+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e8daf6b-ade2-4863-a3a9-e98234259530", "result_sha256": "a33022af58cbc9a31caf7eb151e2b3217eb289a545545e7847ec73a3a62cd3e8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016824, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.321817242074758, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1544, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:29.241041+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1ae858d-6dfc-437a-9c81-8b2cbecf8811", "result_sha256": "0a42d5d9b12b71a7c61a4ca6351975bf9d33d9324e0d38a767e213c3cacef8e2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013258, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.74287438718602, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1173, "predicted_category": "serif", "predicted_font": "Rockwell", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Rockwell\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:23.793771+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b29c6c8f-1277-4fe0-afaf-34d5f6791912", "result_sha256": "dbafff2709c1205897272cffc5f08600ba74c3cb2af755baaf7bb125665761ce", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.026592, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 43.51925836503506, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2494, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:06.674914+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b2423b5-8e0d-4fe8-9862-003c5d70734e", "result_sha256": "df9b443a5cb65fd66b3ae90a13fea96720d091fe2cedc622b045b593c71fdc56", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0122, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.188634544145316, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:40.556974+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "107e1587-c868-4d7d-9833-f7979a7aca05", "result_sha256": "fa8d70fb7f1b30ea7dc53ab6ff569c0f06d6dc23ce9b41ba2c3e2e84642a0c5f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01254, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.055031572002918, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1106, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:04.726810+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "781592bf-9e51-4e56-9855-b78a883a723c", "result_sha256": "2afc698ae87e764748757bde460ce091b9f115b39c59b60369ca07a1e7fa4729", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017158, "error": null, "error_kind": null, "font_correct": false, "font_id": "arvo", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-arvo-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.200818501180038, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1564, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:13:26.785604+00:00", "request_attempts": 1, "target_aliases": [ "arvo" ], "target_canonical": "Arvo", "task_id": "font-arvo-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec6f6d68-917a-4a20-977a-89992c6f249d", "result_sha256": "6c41b26915f14b32891e4538478be28f92f98941874e422607b6da28ec033856", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.020894, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 31.081832309952006, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1951, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:01:39.918311+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2df0aa34-0993-465e-9ec7-e52013a4bae1", "result_sha256": "1686341e3ee93e6f0b9773b00e3b731fe6b3b54b68b0faae593c4c7264a352e9", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009564, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.026956343092024, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 798, "predicted_category": "other", "predicted_font": "Bebas Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:04.453366+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd656547-016b-4d15-87c4-948c92ba963f", "result_sha256": "75c989a426a718aa9d8471df751a2db9cdc4aa5c7e5c118fb4c2ab14c994f497", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012298, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.31971851992421, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:23.153555+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c55ea33-9a1f-4371-8c08-ca7fb58a549e", "result_sha256": "349a5588e7e42698475ca318f3c30c3f3fc544153b4395f12ef6773e9ce2fee0", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01993, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.628523730905727, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1845, "predicted_category": "other", "predicted_font": "League Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"League Gothic\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:02.954857+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ade6101d-e80f-49e0-847b-d6b4b36be2e1", "result_sha256": "51301bb4803d36e0f4e71707f2e4a97461cc34db34ff4339b60cee4b5aeeebf9", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013998, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.711090462980792, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1248, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:12:13.792131+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d718eb31-e79c-4961-b17d-48f644123c1c", "result_sha256": "c5492eaf595111fd98c1901b6f2bee3c289897fba4ae9ab2c15d9fc82559e8f0", "result": { "all_correct": true, "category": "other", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01618, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.57371198106557, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1473, "predicted_category": "other", "predicted_font": "Bebas Neue", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:23.125481+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "517fb26a-da08-4798-9ee6-9f2fecfcba74", "result_sha256": "8e2a53987b347cef867b1c347ad55198898c00023a049e98e1545d8b5f330c7c", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.022638, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 32.740826199995354, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2112, "predicted_category": "other", "predicted_font": "Anton", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:07.313078+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "db880250-9254-4fff-b7c0-3604fcf1a270", "result_sha256": "789d44c3f33cbd6c9aeea3051b2b20110bcdb9c2783410309e4e86dcc7f0ed22", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017354, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v26.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 26.01830120710656, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1597, "predicted_category": "non-serif", "predicted_font": "Bebas Neue", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:16.055395+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f974c9bc-a8db-432c-b9dc-5000ceb45610", "result_sha256": "412b0b3b35ad9db13e339b36b3e779dff3f393c8766772f42cf6d6d31bc44357", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01739, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v27.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": false, "latency_sec": 26.230338308028877, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1591, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:47.355340+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd5a9df2-db49-4b51-9c0d-69771d829b21", "result_sha256": "7c1f6a368c5f732c9163603c4e99b32fbd60ee9b791b67eb6b83610aba17780f", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017544, "error": null, "error_kind": null, "font_correct": true, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.504187553888187, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1596, "predicted_category": "other", "predicted_font": "Bebas Neue", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:45.163521+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "479c768e-c995-4661-8937-85fffdc59441", "result_sha256": "af7971085166b529da40bd745266790abd12cc47cd1ecb223ca813222e717bae", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01189, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v29.png", "input_tokens": 675, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.015682206023484, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1054, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:15:10.946408+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7f5b142-2581-40b2-8822-5e1567d79145", "result_sha256": "c443cf8e379f95207bf2508f704a11356aace0c70939b804ee2aa205544891d5", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.012164, "error": null, "error_kind": null, "font_correct": false, "font_id": "bebas-neue", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bebas-neue-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.05005364585668, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:05:58.554544+00:00", "request_attempts": 1, "target_aliases": [ "bebas neue" ], "target_canonical": "Bebas Neue", "task_id": "font-bebas-neue-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb67ca43-1ad5-409a-a867-ac842e9da531", "result_sha256": "caa53ec8b00db6384edb6c64064cddeeb157aaeff481db81edd0e74e26c5754b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012144, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.945171050028875, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:04:08.913429+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7442175-b48a-4647-83e5-c0d968384f57", "result_sha256": "e9edafc8151e47ace75987e270aa2078afd8f18f916c33e660afd0ddd7962935", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010712, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.336175846168771, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 928, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:24:34.414563+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6806e63-b060-4833-b2f6-092c1c722368", "result_sha256": "ead6c32e1b86af0baafe30da347fad981e984950e3b3d82c0cb0eb67d5c94f96", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.020332, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.548961924156174, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1868, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:10.053293+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "81e600bd-9c1a-4b75-9fc1-bc030a0554d5", "result_sha256": "4c61658169b04b0b196da62cefad653596875a0becbc5712594965488fddc128", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01741, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.28830316103995, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1596, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:14.083821+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e5d56f0-11f5-4878-a63d-c94d51593b22", "result_sha256": "ff13858b7e953d40100e7395ff10b4205a46cc8361a20201bc0b2f0f8a7cee06", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01538, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.356796290026978, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1390, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:19.780760+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8870f769-9f1b-4055-acf2-53f17c6d4e04", "result_sha256": "617b46df660c45e444c9193d6c80b8c2a4d9cefcb6e1502706c999745605d298", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016538, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.268625410972163, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1502, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:42.409789+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0826f421-87d5-4c48-8725-24d7b84ec220", "result_sha256": "027563bd1b15ad8c85a4ccc46270ea3bca10e839784ab0fc03f5101d8478b148", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012288, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.582724038977176, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:57.845096+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "605fae77-af5b-4a19-a9f3-46730af59f51", "result_sha256": "03fd5b8b30f4dd35c56e7db38ea421eac5667540acd27ffaa91ad437a126443c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012144, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.729471929138526, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:58:42.098009+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b75849e-0124-43cf-8444-e06df2a5c51a", "result_sha256": "64fedb8b2ebcc48d927108030c3a1be4a4f9b5bd9a863d2a9af6fbb54b283709", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022314, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.23065283312462, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 2073, "predicted_category": "serif", "predicted_font": "Josefin Slab", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Slab\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:11:04.904000+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "55305e28-b694-4900-92ae-a4fcd1b3586c", "result_sha256": "7c10e431da8b0b689b05e153ae5d3dc2192add89b5afaaa693ee834005660357", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014974, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.519415810937062, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1359, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:08:33.842917+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ce6f4e1-b0b2-4c12-9d96-9cba69715e48", "result_sha256": "07c3a7eca2ffd3a4d68df496a75528b791f4aec61451d1c1f6c3d3ae9f10b2f7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012364, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.700200357940048, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:29.028401+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a62a058-7483-48c7-96cf-a2d9edfdea64", "result_sha256": "f1144edbb3b13aecbd1145e19ef6df0c90c35e77a15cbc9089b6f0522914f513", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.012048, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.577981729991734, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1053, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:28.965765+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf1e2db7-a4e6-4bbc-85be-f9db5d51b226", "result_sha256": "7d92131a03a8b359c3f0c2db61b5510d8ce85e760742f38b9f66502addf75043", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.018722, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.194743959000334, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1729, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:37.994561+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9c88805-8b02-459e-b067-771a3b126d31", "result_sha256": "69346cb0112c4d58af9fbe947fc03f6fe1f05e47f1bb2d840871a1454f13b536", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013702, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.82418669713661, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1205, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:35.436787+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0c8bbcd-b360-4050-b78f-d23ec365c7ed", "result_sha256": "83f8d3a0da96756fe494915d82f4900ae399f227936f2c5f73e9915a40a75719", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016724, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.99830641085282, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1534, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:53.324062+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "75fbd643-ab65-48c5-8c37-24f303965902", "result_sha256": "567b74e9d9deea8b3547e17ba61c25949b65d4030fcb689c0095bd797c1b0a03", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012114, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.971960791153833, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:47.728127+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "79c10bdc-3823-4504-92a1-0d7a590ae09d", "result_sha256": "63b75c288370e0c4b941d44a2377ee47b7f30186f55e4156a91c8e9a16ac7f85", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007404, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.259963382966816, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 582, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:19:36.926033+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9844bb1f-d8fc-4485-91db-29fd76883dc2", "result_sha256": "9c5fb78476304b4225e0457ee3688c06921efce07a5e6b44524d198f3b0a93d1", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009918, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 13.815895881969482, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 840, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:46.062671+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce67b89e-f214-48aa-81c1-1e7a857c07ba", "result_sha256": "db945d48277346f4b9b3d853726c79c22db4e19dff5c979e6798dca5fc3755ca", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011972, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.648698861012235, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1054, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:06.968709+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f7e6c69-e872-4495-87ad-0f8a8ffde653", "result_sha256": "eb22c099721aba3c8141699690c99e104d3061392eb0f83995c7b1c11521c963", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006462, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.614262049086392, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 481, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:12.497535+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd5c52b5-fb55-4874-aa80-a484d4315d1e", "result_sha256": "af8818b699c4becd7ed9ab452d5930906d726e81f861c19543e463906cd491e9", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008714, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.124295169953257, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 733, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:16.526802+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "75f69a59-d310-496b-9eef-7f60a7d67b81", "result_sha256": "45d7b1f593bda9e09cb5f6964ff41e829a338c607d0f0239c2786b0f0e30caae", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01216, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.08627693518065, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1068, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:11.642962+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7df21f5-03aa-4ca4-8eb9-afe5794428f3", "result_sha256": "71374bf5844dcddc02822d5bd0d8fe648eb405f5b880a07ac307f1aaae7597f5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007068, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.444665351184085, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:36:08.301808+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d999b37-7652-4f43-9b59-a903828d25a7", "result_sha256": "8e1211613e2f0a11d497bfb3c3cd4ac800e6c296a3ef90185042482d395de996", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02598, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 37.673119792947546, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 2453, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:44.379556+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccb09e13-c3ff-4a66-91bc-37a65ae2cee3", "result_sha256": "9f1dd759421b0bee4bea2fe9cea160683f37c02c030c7df47da70dc4c20ff2b1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008818, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.773440103977919, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 730, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:15:25.310763+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "df384952-c2a4-41ef-ba63-786c692ba197", "result_sha256": "a193185e1fe7c01de44016e93a45beb9a7883fea3bcfe67ad4fd66f1bafc8643", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00986, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.753869236912578, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 841, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:44:02.826286+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e43f6896-9803-498c-bf45-fb69421166fa", "result_sha256": "ef410c35d20f302f03b2a71d67e33fce4b0508f6165694c8a67b78443249a8c4", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010746, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 14.012451902963221, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 917, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:39:43.641849+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bca9b61e-0fa0-4439-bfdb-274d64bb32d7", "result_sha256": "c599e3bace9b0313550c5a6cc6968c05f053a69a85838b78e7d905122e604d21", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012674, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.060287867905572, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1109, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:39.625489+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4135ce80-6aa8-4652-b404-0bb2622da7f9", "result_sha256": "fb208e1ff6dedefed19db3e774bf81524d9c104878e9c495ae5b8328ccc280a5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009498, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.571147459093481, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 798, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:22:43.984861+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e284501a-0c30-40d5-8db8-d2e597b2dc30", "result_sha256": "7b846576faede6bb2e122a74cf47ff8bffb3ec26c41aaf96ef489d1c00d36ec5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012212, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.548632190795615, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:49.479379+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed3559ad-3b8e-4a33-bd6d-e42cac252f92", "result_sha256": "c5e2c408116ef20494dcaede20ac20e357a1355f9dba707154da6ea8f66aebb0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007068, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.808744651032612, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:25:26.369710+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "39cfd14b-5ef1-41d0-8334-e5230a87142c", "result_sha256": "86a5eac28be4a2ded0cd9ad96171b912d1c3e636e94479f4f57b5eac5ca0a86b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00521, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.662106423871592, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 376, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:23:44.204734+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ab0ed69-4c71-4c15-b204-cd4d0cd91a18", "result_sha256": "bbcb49cbd9aa8348507ca159706591dc07e7572386a5fa6f843de8abe0565e06", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010886, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.48125350405462, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 931, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:56.542133+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbab2811-165a-43f3-b129-00a5d3bf966a", "result_sha256": "e2a325ce17bd6bb83f7410d11267596fb27874ee6a03d3c9970d8023b9449cb6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011644, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.811732833040878, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1006, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:24:45.758775+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bda239b-716b-4631-bab9-54bc2c1a53b3", "result_sha256": "748bc2df7b01ea0904bd093dda747e6c8fd3f744126d3146e5001d612e6ddff9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007078, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.52998231514357, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:08.154347+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1b780c5-1d4d-4bdb-b930-45314eda365f", "result_sha256": "7be38ddfc2d9bf74d1c977aed8248af9e5e3ed7b52e84b221e6354086a3915a6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007622, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.664732243167236, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 619, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:18:31.775469+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4d1d4b9-ed37-4ba4-acc5-fac6af1e48b3", "result_sha256": "581dedca9d51cbe87ca8174304507be173b393c10d591ed539a05fa3c6695606", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009342, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.01803962001577, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 769, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:54.895726+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e2e7b1c-ed12-4c74-a05b-0970d65f3fc8", "result_sha256": "b0966d895134ee25e5c26e677d46cd3e84c865f14e2e084c266365238b2d9149", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012114, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.215813921997324, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:53:55.472277+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c32cfd98-83e5-46dd-a1c9-cb7423fd5242", "result_sha256": "a86c23874ff492c4dd9b8aef0aa099c38352ea8ae448ccb9907b74a0129c2156", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.030448, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 45.53113396093249, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 2892, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:13:21.791582+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cacf3732-1c4e-4724-890d-a4c77561926b", "result_sha256": "cc68359e34a9ec8d76a57abdd616904c0fd46f6863355c65d3c7878fa183f634", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006054, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 7.746124705066904, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 467, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:58:58.210064+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "45cf73e4-3f8e-4d87-9cf9-d1f8833f3b0f", "result_sha256": "23ea29ad8dc807a98818f835fc6e5aeffd7af37df21f5e867632108be55d3c42", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011252, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.105616620974615, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 982, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:09.408680+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4d1d445-9072-4094-9101-a72b217cfc2c", "result_sha256": "0f36d457fa719e59db84c5103e51bf0dcdf43527e010bf62b8612b6f2322ae82", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022502, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 33.08937439112924, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2085, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:22.191337+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc2bd716-947c-46a2-bfe9-5d6be64f7a12", "result_sha256": "64506c511d287dab50499fdc268be0c8756c669a8c9f8e4444811d6200d83169", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012144, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.079238515812904, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:06.178280+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b77e2119-a044-47f1-800e-789077efec89", "result_sha256": "ae24b6e18f3c426eaa87a63b768fa1928dfdb218a5ae0ab18d4f6e35eae34f06", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01193, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.935634006978944, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1045, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:04.429591+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "20a202ba-3b40-4889-a93a-d57347c7ac53", "result_sha256": "105b57488d88ab1387f67e781ae7aee4e44498ab281613922ac5f71c261c29c6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011798, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.086710386909544, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1028, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:13:30.316452+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "12a64f88-12bd-4cf4-9d45-4c9a1c69488e", "result_sha256": "ea5bb685d4f6f5da3aa8ff00ff0fcb5ae3a6aa59ae47fab82cc6bb92a23bb483", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016224, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.27958216611296, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1484, "predicted_category": "serif", "predicted_font": "Cooper Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Cooper Black\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:52.689763+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1823ac33-9f22-4de9-9ca2-c3a9ae647699", "result_sha256": "d9217cf443bc7301d968ed90fbb2b0dc54697f45290b66bd63d84c6320f1caab", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007002, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.612936982885003, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Cooper Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Cooper Black\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:18.815901+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b226410-d268-48ce-9fdb-b8fa5ae6c777", "result_sha256": "03445fe0ad5c1c1cab6a6632f893f5c8f6b52617ea8a6899c56302754fb421d1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017602, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.696551071014255, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1595, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:28.423087+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "131f3653-6373-462b-8501-438c8eef1d7c", "result_sha256": "280c66ebfefc16272658b26240c8a2a873b90d9dde3a4bda65485309a6fe286b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01849, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.87193452194333, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1704, "predicted_category": "serif", "predicted_font": "Merriweather", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Merriweather\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:49:37.374765+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "93d68c4e-f051-4e6c-80ab-c9998c9198b8", "result_sha256": "0c772cff3b3e82e1d17fe2f98adad8578c1ad03f3a2677b4619f67532c88723d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01374, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 20.791207385016605, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1226, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:48.391350+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c72faed7-3fc2-4854-8b02-3861dd80f134", "result_sha256": "deb446aa419f01120491e5dc40848071a2e1e9a2c2fb39291abf0aba6a7abaa9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012788, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.089955364121124, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1127, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:03.471828+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c712388d-310e-42b4-869f-2768308136a6", "result_sha256": "79569cb71bb14f6f9a0bcfa8aa8d3e56543ff1dd054fd38f2d16b4cbc9970897", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011478, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.35737136309035, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 996, "predicted_category": "serif", "predicted_font": "Cooper Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Cooper Black\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:11.927098+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "24021885-5d9f-4436-9fc1-e785ae807c92", "result_sha256": "94b37d7fcb5f6baf80dec0befa67d359277b98a99e53f8e8635889e8ae7933de", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012134, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 17.60718896589242, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:01.990034+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "744b900c-4e6d-410e-9483-144cbdcbd837", "result_sha256": "419e5d28489ab33b0d83b3c746b26fd259b1dc7458c94105ac2d085da59d5fa2", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017534, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.658785850042477, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1595, "predicted_category": "other", "predicted_font": "Alfa Slab One", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Alfa Slab One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:44.159892+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c70812c-e10a-4518-9570-c6e8341d34b1", "result_sha256": "9a5a3294e4480b49ef9f422113be8cb5ff55b4a60fbc6abb277a939ad84b74b5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012164, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.651671739062294, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Cooper Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Cooper Black\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:41:49.090579+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b6c73b6-a4d9-488b-86d5-cfef017093cb", "result_sha256": "0a8f95b6a9bbe1497342203176af90422d696917740a79757ae07c4d6779a446", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010714, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 18.919968707021326, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 913, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:37:36.624706+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a01f3df-ea27-4a31-b6a1-1f872bbd71a7", "result_sha256": "4c3908884a4e65cd20dbd5a81cee0aaf3402a8ab38c755610c6a3e945846672b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016658, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v57.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.082813292043284, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1514, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:23.887741+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "316dd319-b5f3-4af6-b714-7c7823d1ac65", "result_sha256": "b08a89e1632ad4198d98b0c3e0eb8a553493f01d42f938646d55a7fd0905d760", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018022, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.764053013874218, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1659, "predicted_category": "other", "predicted_font": "Alfa Slab One", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Alfa Slab One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:27.042453+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a494c9a-e269-452d-99c0-8dd7a51c6200", "result_sha256": "1141cff274c6fef8b491ddb88fc5e8a8498b6b023f6c1c430db7240b8a97134f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012432, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.49032214982435, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:52:55.281016+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd7935f0-bb8e-48bc-9c2b-7fddc2a2043f", "result_sha256": "f5aa3ab81efeb5720769d230627de2c6942780fd8245089de714f07981ea2fde", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012164, "error": null, "error_kind": null, "font_correct": false, "font_id": "bitter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bitter-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.932853957870975, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Roboto Slab", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Slab\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:55.843134+00:00", "request_attempts": 1, "target_aliases": [ "bitter" ], "target_canonical": "Bitter", "task_id": "font-bitter-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fa8c267-a0b7-4143-945d-99954c3a53b5", "result_sha256": "b29d8719b8d7cea9fa5d2e5c4f63206fbd54fb4117686111ada690247070d3c2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009384, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.257594390073791, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 800, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:46.435591+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "370f4895-1399-46be-9c82-0bf8e2c5b621", "result_sha256": "8b40a258d63667dbfa920bb5b9b746cc72da49b5a517f89e7287c2d1505395a8", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.017934, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.1774994188454, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1635, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:51.303392+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ac48c25-b866-4ff2-a4cd-c47cfc42cab7", "result_sha256": "a473312eb8b41a55122263517b22532cd4cb1b625a841832cb3a1951fb7cce74", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012038, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.0882087291684, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1052, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:21.109717+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6654dcf-9606-48c8-adf3-fd3a941045ff", "result_sha256": "1044e942abe60ac70fa7e6b5d8e2aa5fccedbf1ddee480e7666ebe2cb87605e5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010832, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.94931308599189, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 940, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:48.973067+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a94961f-f77c-4432-bfe4-7230bb6c0f6d", "result_sha256": "520ce7035122549c03df3cf55b196f3a1d21b9ed9f081a9c5f655d95652bb7eb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009702, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.437946373829618, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 805, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:04.807710+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "96965b7c-8060-414c-ad28-c0f25328d0da", "result_sha256": "6e3f1225c278a802390286082102eb81df7879af8164af31361e78e194c3f778", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012054, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.131142121041194, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1067, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:21.593100+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbee7ffe-f806-4659-aa9e-6762b8300923", "result_sha256": "5532db1329437d48f87dd987b39f72a8154948382ee261dd97380c77c86c33f0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01693, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.322381504112855, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1545, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:50.475281+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ca879a7-d9ba-49eb-9009-195b2ff98b8e", "result_sha256": "b3a4faf31748fa0721652e0f1cb41eb335a297082972e7fe531d35e3dcca300c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014988, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.053720883093774, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1347, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:35.537611+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a30db37-a251-4d6d-a198-8c092f805b02", "result_sha256": "d1e17683ddfb417057ef4a166eab2c1277e2f67da05254870660609489727190", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0174, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.269689817912877, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1595, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:12:22.341515+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "57cfbbab-3e47-49da-bebf-3c05a4b9e809", "result_sha256": "a2b8f182722370dea7400f4f60a1b3dbbb4c2f4be73cf5db9772b0eb32d0836b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006028, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.716778470901772, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 451, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:36:01.176694+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "93a32352-2d7b-451c-9062-33619af5bf39", "result_sha256": "27ae8c5bd32c14664c826350a871d24dc0a5adafd58774b55f9ce3373f2340a2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00705, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.877645583124831, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:34.474116+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e256e9e5-1feb-4cc0-bd66-ca2640ac792f", "result_sha256": "7c2ddabd418bcd3d37565cf03693ea6a51750a561acef097ef5d4f5239c32c96", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006016, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.594437835039571, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 444, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:49.262476+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a24f9179-e874-4df3-8f16-7dce1126417f", "result_sha256": "7eed73d3555e5841e9c2ce26c029a86e832220d97d7fc257b9be4434ca1dd078", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014204, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.35366971907206, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1262, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:36.890268+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "24dcbb89-3fe0-4323-97b8-023fee39b48a", "result_sha256": "4c1ccf8783086ddd628f4e74b4289a552c34014ae9fbb2b269083affd5733f2e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012128, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.532177386106923, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1061, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:46.750940+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a33463b8-f1a9-4d77-bc00-9e285ff91743", "result_sha256": "963b3526fbbaf6ee4ed6d740033074c9d7076d49692301334a15720c5c20fe9f", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.014472, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.315303185023367, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1304, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:41:58.815738+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "26dc3038-3e46-4287-874f-e6ca5be62d0a", "result_sha256": "5153a62ee2512942c292f6982e7aaeb833043a73908b7be091a073181ff969d9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010368, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.641785939922556, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 885, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:24.122164+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e0d82ce-392b-4caf-929a-3212e0a3207f", "result_sha256": "63adc13d17509ceb27e7972deb39b97de056e90efdb193c0e13514746dfe8324", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00992, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.792328039882705, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 847, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:57:49.873328+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "235939fa-d33a-4b1e-a074-53dd18bfd951", "result_sha256": "66bb607fd7fef5e78ad783f7f641c7dd0d162f53a21533ac665c9a118b2b7ba3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01114, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.020863892976195, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 942, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:29.341453+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d041bf17-e36a-4459-85e2-f1c2081442c0", "result_sha256": "bb32f34a94acbd6e9f8c9e6e7d5fe97790f213e4833a04213ee86d68a6440219", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008814, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.451654216041788, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 723, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:32.555567+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "df6de82b-7608-42ca-998f-39d7d84ca7c2", "result_sha256": "6552fc568430a7a8ecd1d7591325647186177576c20027d3ed25cd62fe834274", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005728, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.3534398910123855, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 421, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:21.879881+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd87de8c-579a-4a9e-ad21-ea54cf27f413", "result_sha256": "b4dd9142be7deaa4f3964d4b8f6f885b56b7bb27876d051eb27c4326306f11c9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008072, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.261510952142999, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 664, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:13:09.438272+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "78968320-3161-48bc-9e6c-369780d1a7eb", "result_sha256": "b7d9da5d1058aaeac22c577543f0df3c53b3ee52681c4e609b7f3dc6fe4c299d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010742, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.59258417109959, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 909, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:58.595389+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a952ce9d-e21d-4ba1-8d31-7e30c13e809c", "result_sha256": "7b55e169d36fa32e9108edcd125486d6abd3b7f72387ba6643a87cbb975dcb92", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006954, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.499691439094022, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:14.165888+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e8f52f5-aad6-4ef4-bda8-d9d5991b944e", "result_sha256": "f309175c67c7243b0c7b4f726fadb211cb8ddf915110326ec164bde37c19380c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.016944, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.53516742796637, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1532, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:49.960851+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5324ded8-3e98-4f08-9e47-bcb54319542d", "result_sha256": "f54c6d8acfd10d658a5eafc46b770542ef3b19ac0a6b3324b44a8ccc8f95e5e1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016524, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.25780632882379, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1514, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:38.199063+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce930fc7-408e-4a42-8c80-00b0b7283754", "result_sha256": "f71f72dc14ec99a3e31b57e7f1f7834d3e115aeedc9e4c18f3cb27f0057c713c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012192, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.188239543000236, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:33:18.054735+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdb86821-50cb-4cff-8472-6808af7524e1", "result_sha256": "c208845beb8b39f9789636834890a830650dcf73d99017716537db8186dc8c52", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007252, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.607951201032847, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:51.576309+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f610ce8c-20ab-4d89-8437-20f456962045", "result_sha256": "9de233885a9cec4dbb565e36545403594722ea97ef971d31655c111e3532ef46", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01672, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.759210178861395, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1527, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:02:47.811287+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "45837340-0064-449a-a68d-8804b57d6b1d", "result_sha256": "88887851fa7ae80866966bda20af88626dbf2077966a56cc0cccffaa803904ae", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01227, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.99038146296516, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:13.736716+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3d9ef47-0469-4b0d-837f-bbd454a94661", "result_sha256": "908b34ff79a9be68980945b1805f6b2072634c2cd9da7410c80bf6bfb0b5c86a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012248, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.69641814008355, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:00.180327+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6735b5a4-f1ef-45fd-9700-a532b6888303", "result_sha256": "8963f2f224b82dfd3d0b69944dc965601e2221c6adfc9f651b99a258af5e6b2c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013874, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.28757248306647, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1249, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:33:58.805706+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab1bc8a3-fab5-4e92-8dbf-73299f87efb9", "result_sha256": "ff299733af7cbd35cf6b4e1520428468f0bd6ccd28a1ee50dd7c70f4ea188017", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013098, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.088847535895184, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1157, "predicted_category": "other", "predicted_font": "Abril Fatface", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:42:21.858314+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a667177-8c93-4cc0-a878-65aff45d6712", "result_sha256": "109a07cc95368e308e396e61ab1001d8499dd657cb3a3b2bb1350a21a6e88a35", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012432, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.300187062937766, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:28.765632+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7a7800d-4237-4e3d-9a41-793b62009d43", "result_sha256": "f8123dcd580f0fbd51b41138805a6a1612cf02a5fdf3d06381e83aae7596130e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00935, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.573334855027497, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 790, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:55:16.354190+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fba5585-3178-4366-9b2b-1973960c4cd3", "result_sha256": "d26276e7abf1fe16bd91a1cd62289b7ee6a066980c8fe8cd25ca0fabd203ef21", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01339, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 22.48559639719315, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1191, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:07.557426+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f00cd2d-3bfd-44da-b088-8323beaecb1c", "result_sha256": "0737f673ffb25bd66ca82cf6c9a0645aaffbf34e6131e88097e3857746fd8031", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007098, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.161515461048111, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:25:47.087570+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0548c68-f4ff-4334-a19a-efd6dd02b0b7", "result_sha256": "8f671609181827e8fa0f8aea663801b2298282eda71c64ddaed05675ea59355c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011678, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.605074069928378, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1016, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:26.500891+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0eb5987c-55cf-4067-ac7c-e6d2115583b0", "result_sha256": "f5d108db51c55587b07214b95ee02e8b25709c0bc1b1eaed708d8eaefe7c51bf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015362, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 20.83564475295134, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1393, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:41:58.098618+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd6e92e1-5f07-4a1d-a075-b59d34e85eae", "result_sha256": "7c3e39d58fbbc4e485f1ca9193ed5f88fedee7f39d269a755ca2e35ee682b8c2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012354, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.667873322032392, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:35:34.726601+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a4bd6ff-c366-4246-a8d9-37da59df8150", "result_sha256": "f1f15f5d8b162e49b959331caace075250d04ddc6a8b73e9e93f657b7dd7ee9e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011894, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.694220053963363, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1051, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:12:15.630790+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2251d0d5-420d-4b68-8563-f897bc3ab453", "result_sha256": "36bc23f1ac182f8e9d0bb07b5751392bc9c45f5950996651b787d20362a246a6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011454, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.306820461060852, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 987, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:44:30.156810+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a68bdcf-9092-40dc-8b51-5f7fe7c6bd8f", "result_sha256": "e2d32747f679e0ecfbab6b0d6b8c1da968ba6ec54a85873bb96b6c17d0cf5afa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017458, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.497809202875942, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1584, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:49.222910+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7a71fce-2eaf-44f0-b242-a3bc25d57e65", "result_sha256": "c0d73eb588f479ba2b1d033f3465906e79a485537c265bcd03a400e811ea16a9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013312, "error": null, "error_kind": null, "font_correct": false, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.497368063777685, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1188, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:18.797127+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "780d9f82-7e49-469a-bb03-f890c1afc6f3", "result_sha256": "fc9abfd1104e84499e23c48b93b6f3768071498b95c6f83b2f1a5bc889b993b4", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.013032, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.00991977704689, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1138, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:46.031510+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5fcd67b8-9299-4747-8e4c-9f8a425d87a1", "result_sha256": "7737b5b2c86e198aea11528d26e755c20bd40fd32dc59afdc4bed7f363ff0e78", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.014514, "error": null, "error_kind": null, "font_correct": true, "font_id": "bodoni-moda", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bodoni-moda-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.558284569066018, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1313, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:22:50.941046+00:00", "request_attempts": 1, "target_aliases": [ "bodoni moda" ], "target_canonical": "Bodoni Moda", "task_id": "font-bodoni-moda-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "efd2301d-88c0-48d6-96a1-e553eecfe83b", "result_sha256": "13e613542264f12372a015422d85c7c1be58f5c961133b408f0773e506e2af2e", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009762, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.208417251007631, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 833, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:23:16.297851+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0152418-1921-42a7-985a-66caa70c5942", "result_sha256": "787c33cfd94cf023412453ea43d0539d345a6e8d8afbc8b7e1779587496a8f96", "result": { "all_correct": true, "category": "other", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009544, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.637357245897874, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 796, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:19:33.848509+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0562a23b-dd3a-44c5-9da6-e262f1a16f10", "result_sha256": "76cc43c7cc0272d5bddd61bc58782f2d588b0b4c649c4eeb1973ad8f23d41144", "result": { "all_correct": true, "category": "other", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009278, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.037592676933855, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 766, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:54.708990+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c0af62a-dbb6-45b9-adc3-f400a9b0a833", "result_sha256": "d253a4b0c48fd2073a73528f0f6d21f17bc18f8799d711098bc8a3360078d017", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011726, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.723426427925006, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1015, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:54.826972+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "17e28dee-9e0c-4764-9964-939fbad1f90d", "result_sha256": "4bc05a7d9caa357148c6d07d23c472083a61d56814d020f6c72de166e2933c03", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012028, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.697194380918518, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1051, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:25:37.904818+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f391e1d-7bc4-45a5-85d3-1f83d20c3339", "result_sha256": "258f1b3301fb5a78635306aa79ab673454e4e00682b5b1b14ae2322529a2bb6f", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012268, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.783438652055338, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:50.561614+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ace8fa2e-6316-45c3-9c5b-8a190ef698d8", "result_sha256": "15c90c5dad0aed6bc4da6278e6d0713ca78686c31c88d2b39e5788f65f8b35ee", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011748, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.949811052065343, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1023, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:50:09.054318+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7afa3d06-4d54-42fb-8d3b-2cebb6cf52f7", "result_sha256": "d9f876537b40da9767838aaccff5545ef602a9f087330ae1ad05d3ff87c35622", "result": { "all_correct": true, "category": "other", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.016918, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v26.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.687895256793126, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1540, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:31:14.852101+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b59b1e7b-8ddc-4dd2-aa31-67bb53f9d40b", "result_sha256": "3ce2e3de4fdcdf891a2c5160b3662a2b4c40dca74868c9c44cb3c2fa0ef8f0dc", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0152, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.754658557008952, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1348, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:40.125728+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9e60941-b264-41c8-a83f-ba40b42d12e9", "result_sha256": "4b3b7f2d1843b4102e4b1d030b3d393d5c6bfcb8a5e83e150b2191f3c9d99051", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011654, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.660699000116438, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1007, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:30.285124+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bea6d4f-008f-481d-b7e1-5dd2a6739685", "result_sha256": "1d7fc59640bd81143fcf949d29828c9cc199bd574633099e84cb7abf56847043", "result": { "all_correct": true, "category": "other", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.015278, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.23921066801995, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1376, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:19.792314+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c549bd04-e4c1-4494-92b4-29d558496d6a", "result_sha256": "d6d87afa9d762a50c6c7ea4136cc91b7e7810c5c505612200cdeef295f00f43a", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012192, "error": null, "error_kind": null, "font_correct": true, "font_id": "bungee", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-bungee-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.95574475103058, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:39.533767+00:00", "request_attempts": 1, "target_aliases": [ "bungee" ], "target_canonical": "Bungee", "task_id": "font-bungee-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "61597644-05c6-44c3-85ac-82c0c00fc3ce", "result_sha256": "ae36e3b3f0a9a35805e56e58f6ecd8e400b7b4690d8cce36ad5b147685595b5d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009054, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.07806468801573, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 767, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:35:04.388433+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "39de5b2f-3574-4f77-b10d-18100bae33d9", "result_sha256": "d1567123c6190523f6fc2cebf10e016fa705f7e80cc6b203a22500064787d6aa", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009824, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.288319376995787, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 824, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:29.595670+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2bc1bea-290b-4bd0-b054-0d668463c4a8", "result_sha256": "a47f2aa951093c2930b5dbc955b85726c0b6d3f4671a57ebad253c4458472128", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.013908, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.93436622992158, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1239, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:33.267551+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1bfb886-c859-40a9-ae2f-809664bee364", "result_sha256": "7014531e8c2b35ae65547f92d8d796674a2ed4ec18f9006ef943bdd9534c93e6", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01483, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.422521342989057, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1335, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:30.628211+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fa62e11-4c15-4c11-b8b5-6542a6420ea7", "result_sha256": "ecd5a8302ad4801417db26400da3ff5d0d29be538efd7d06228ec4b3d3fa1420", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007088, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.84679658897221, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:18.347777+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b21895ba-d4b4-4196-afce-b9b4f7e04f34", "result_sha256": "485d5e555b46a09bbb1da8cd2952054c90c9f81686ed8395e45106979b156a4d", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01221, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.179122540866956, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:24.067908+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bce2c0e-b88a-440e-b697-3181762fbe8a", "result_sha256": "fb0d4650250729c4ccd861082cd7f4e928379f9349fde9cb551c082ffb5ecc69", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010228, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.670510723022744, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 871, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:55.577787+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "881c64cd-ec66-423e-a204-d24d4b5874ec", "result_sha256": "a01205ae80e52d51d0b40fe71fe1327571f8231633fd9d06d9f96f32d11e5db4", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010134, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v26.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.772369944024831, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 875, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:55.286795+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a580aa3-9f36-43b1-9850-4816ac4a6ad9", "result_sha256": "7b7bef4d7534ad099605b33e810420e17da043bc9fb2bca79487092021d00144", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0107, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v27.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.863433070015162, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 922, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:52.841975+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5650bd6-6f06-428a-9196-f50de94f4232", "result_sha256": "8da29751254b855c225b5be142956aa1cd82c51939b27609d2daa1e5e04f512b", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017544, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.616151420865208, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1596, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:58.109569+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5dab685-64d3-44f0-b0b4-2b81fb298043", "result_sha256": "e9afc922e908247c14a2c628384884cdc632dd5629c05bf747f49c07df75eac3", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01702, "error": null, "error_kind": null, "font_correct": false, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v29.png", "input_tokens": 675, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.196066902019083, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1567, "predicted_category": "handwriting", "predicted_font": "Amatic SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Amatic SC\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:41:54.128630+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7433f256-f760-4ebb-94d9-2aeeefb84eda", "result_sha256": "d029e06d798549727ab270a16bc100b512d116e89246ec076d98844ca93279b3", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018014, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.176022932864726, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1663, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:21:31.814997+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "eed2af5b-ab11-4885-8873-e24b753775fb", "result_sha256": "5a0165b90c25571e945a8d1e34713a3f49bd7e0861502f1cb7936adcd02941c1", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008688, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.48350219312124, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 717, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:49:20.776572+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ceb3d14e-7180-43b9-996f-bf6e648e61db", "result_sha256": "256fa3f9df2a1a29a615d71ed18dd37d438e2cf68930260e0a4eb6bbec3db6d1", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010074, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v32.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.58080685697496, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 869, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:06.152487+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "74dcdfe1-fe96-4121-b459-c624cbd22a5e", "result_sha256": "e95db4e3d0c81c29066d32216e95611a39213d91df4e8d8589804463435b9821", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01032, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v33.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.402302640024573, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 884, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:15.813581+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a72a2911-d46e-4d3b-87c4-9649cb734ce7", "result_sha256": "c4e924807ebf3a31de2cf3aa10c1a0385690a5d492075db70581cf58726b34ff", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012412, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.4160839819815, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:54.216245+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3b00b22-197d-45ec-a879-fe36482e4865", "result_sha256": "26c46102303575a957818bbdb5ffbef1f6349679090de3050192b9cf2f126709", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009896, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v38.png", "input_tokens": 658, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.014610480051488, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 858, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:31:36.953072+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1c0bae5-781d-4940-8aaa-687a6156420d", "result_sha256": "e27a0af32505f53f21ceb03168df26b3c77200ce179bf74f74f0498bae1686ea", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012192, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v39.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.972239276161417, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:44:45.826558+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9ecea5d-010a-4301-b8d5-a05640a76253", "result_sha256": "a9a524c9ba20da642b29716a5cf4ed9b3e1161e167b2b38e4d1faf106699b0a1", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009962, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v40.png", "input_tokens": 641, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.646814799169078, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 868, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:51.131742+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "406be67c-3c1e-4e46-a6b7-f175b124569b", "result_sha256": "2140ade068728c4f317557c6cbea49705b25198777f9633fc2817d0fa65d6d7f", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.010532, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.57298415992409, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 910, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:51:10.544002+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f12e585-5b75-4c94-947b-9098f733aacf", "result_sha256": "f106b4fbaacb73ab410f1dc4c097b6dc2347108f44ba5cb3966484f57d97ae0e", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012442, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.73371047503315, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:33.079143+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3eb004f6-ccf1-48b1-a7f0-17e92f2ab3cd", "result_sha256": "bab2512f278316f37dd0ad4c52321b546914aac3e845e0d6382ee406e6581782", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017276, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v43.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": true, "latency_sec": 28.48818928701803, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1596, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:43.698537+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "10cbe6f3-c362-4833-953d-20a3ccc64d2c", "result_sha256": "449a52da34564a1ae9c413ea7bb5fe9ccdb6b175ddf561d7f520e15af3196d2a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01226, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.56750822183676, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:06.510251+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "81bf3784-b61e-4549-80e4-bf80ea42ed40", "result_sha256": "c30cc72a89ddaa25d8f173f71191eea7a87189c82305b82a641476e7b4fe7b84", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011578, "error": null, "error_kind": null, "font_correct": true, "font_id": "caveat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-caveat-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.40318185510114, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1006, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:16:18.847502+00:00", "request_attempts": 1, "target_aliases": [ "caveat" ], "target_canonical": "Caveat", "task_id": "font-caveat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f48dd03e-4f4c-45be-a2a5-0da2a4e931f2", "result_sha256": "2f132cd77da314522dfffcc7725acfea11e7ade9e432b6e830f7a97c3c5388eb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013504, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.65659160888754, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": false, "output_tokens": 1212, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:49:09.858961+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "095d9bf2-44bb-455b-a07c-15c6db37a92b", "result_sha256": "5fb9683066d2966ff19da47ff91d54a789daf6059495abbf43776fb630d0a0e4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011954, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.09567970992066, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": false, "output_tokens": 1037, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:42.911546+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "83ae7562-4c0e-47f2-a560-84ad61d75622", "result_sha256": "22d90a9ea26ec1987ef9ccba994482e5bce24609c58a296b8efd3c363e4ad315", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012338, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.301374496892095, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": false, "output_tokens": 1072, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:12.204010+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1594152c-1074-41e9-a311-ac0a90c6cf68", "result_sha256": "e3e76edbf0360df6153b50ab71a86dc69ef9d7568a8215f46e549548d05474d4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0106, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.13800103077665, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 912, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:48.929424+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c27f9c61-af68-48fa-aef1-6fa1506b597d", "result_sha256": "f40e85489185a6124145fe4fed1c21a0530258a5a1aa185b0f16186a2de3750d", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.013648, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.609726683003828, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1213, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:48.074610+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0480598f-1acc-4b70-b212-a0888382390b", "result_sha256": "8e4ef43e4a359bbdfdc6f6a081640eb8d1809ac820de82633bda9c3bfabcf886", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013848, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.374232138041407, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1233, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:57:17.646648+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "151c2c8c-7c50-4d72-9844-b194c91872a4", "result_sha256": "1378d74a76eb73455bb09b64244a2d95c7aa166f1fbfdbb3809afe4b7c404a16", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022658, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 32.35120380995795, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2114, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:38:47.483153+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b3b1a8d-df1a-49f7-8cf2-affb799fe92f", "result_sha256": "fcf1e8e0ca8ffa4639e68bb048a9be078fc5fe8d372de65fbaf38d530ea6f48a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02656, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 42.32483792793937, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2511, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:44.838562+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbd3412f-b2db-4315-a3b2-6b43ec7bb43e", "result_sha256": "c31df7b82f70baf2c9a3d37817d45f8fa3a7fedd1fb9dcb636a76ed6b1e7488b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01255, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.022940545110032, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1083, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:39.883368+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "61e15730-5d57-479d-b4cc-8c96e02c68a5", "result_sha256": "1694bc12e2abcb6a5aee5bf7ba613c1f01c0710ced2497cb29d422b3a40fd8cf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012124, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.839435965986922, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1054, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:55:07.646428+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "86a0ca38-23eb-4511-94dc-e91d39e9f01a", "result_sha256": "d68a2892d0b909618a30b1a2d0caf2b92548ebb251afc8c3647186533b2b239a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012328, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.133324878057465, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1081, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:05:58.696767+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "72731600-3d73-46e5-86a7-2d2ad687618b", "result_sha256": "6e4ce39c6411fa607dd08891fe4a23f8e2a99d744f06d25cdac9bd6a9b7a695a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012212, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.339495145948604, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Baskerville", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Baskerville\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:25.819978+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e2becd0-3b3c-4eef-8153-a6105a4d604b", "result_sha256": "9f717607b3bfb6e353459e517061f184559a18dc4a6e21054c9c660b1dff13a5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012268, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.491758726071566, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": false, "output_tokens": 1075, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:10:25.209979+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "db473265-5e85-4b2e-93a2-adfb4beabbdc", "result_sha256": "b266400d5f323a69e91b5e3b529be397371f4e720b75a67dff4f69b6f885dc12", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01697, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.739905495895073, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": false, "output_tokens": 1552, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:48:30.627122+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5bb4d79-a99f-4234-b1e2-8811464b4e2b", "result_sha256": "348069de0c2859b2680208ee430199c011d37e5d9a0d0682ba716617fc224fb6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01249, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.27632651804015, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": false, "output_tokens": 1077, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:08.947035+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bbf3f56-4267-45da-b92c-d03e07ed40f1", "result_sha256": "dc5d92c43691190ecdc2af0a9b3e3e53898e073ea4d333f38aa4ab31aec47f8d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011202, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.110749216983095, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 955, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:06.179118+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ba4c8e1-3ac9-4536-b1a3-b1e3359cb48d", "result_sha256": "f1c68aec6cbf2a76aa16c9b0cc313368f7609dbf54f5a422842368337a0b93b4", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019334, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.59171765181236, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1795, "predicted_category": "other", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:27:33.129599+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3240d802-d1e4-4751-bb51-b2a73b450bea", "result_sha256": "21c78e722fed00fcab4d4b125e774724e831be6fd5eee149e6a8264216946dca", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009634, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.703109042020515, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 801, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:43.843447+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "68f4646f-fc30-4a54-bdb7-cf392a796214", "result_sha256": "89cda4be4e04b9a02097cd3a4c1793933389aab158a0eb4cb3edf6be4089c4d3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012164, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.270823311060667, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:37.677167+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "77976118-5436-478b-9a94-47c92505d75c", "result_sha256": "5bf67d9b3838596a3c4d11f7e37ce6b2e0d804116c03c9eabe86e3844e4c172e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012288, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.593081659870222, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:17:13.018834+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3387e9a-d203-4b56-8f3f-30207af43eda", "result_sha256": "7bab6b3939f8c0d5728392531df8d5734a7510ec94976c927b956a95790f822a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008262, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.563911664998159, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 661, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:21.906211+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7a917f4-ab0a-4e7b-bdcf-525f26707034", "result_sha256": "2fefddad6c8213aa25792faefc21bf2a2d342c378a66bc88a7fc19a8abd8408f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01488, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.5222937411163, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1343, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:44:59.884879+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c95985af-a6ab-4f94-aa51-04e3d3de5fd8", "result_sha256": "074ac4100371079b66780ec961e9456c0c5a430970001ae1e1f10a191fc7d672", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00977, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.904031218960881, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 829, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:50.164735+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4743fb1e-8d62-41ce-822c-a5fa7877160c", "result_sha256": "dc0dd0a2f7d0e39b0877eb0c4e9898c91abdd0121cbb3f41a3e9ec3590f71a0e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010828, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.144713767105713, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 931, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:58:56.251208+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6e4c915-aed9-4736-8414-0efab990934e", "result_sha256": "57e706cd3953354ec9a4423d9871026b9b0841932d91c56b7477b298474d5d22", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011734, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.388416193891317, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": false, "output_tokens": 1035, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:26:08.889051+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e0636cc-92c5-441a-a1c6-ab2a6b3da5da", "result_sha256": "31a40cabffd317df3b53fe25c52c15ea6a7fa9df7ce75ccd29c5ac2c2ecf05a2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012048, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.654472520807758, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": false, "output_tokens": 1052, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:25:23.902656+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c55c250-1d7a-4384-aac7-eef3209bd2d0", "result_sha256": "fcaacdac01e6ea6e868c488c7cc0dadc45a8fef6f5e25ad4e818ceaf45a0b0ee", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016122, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.71195854083635, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": false, "output_tokens": 1447, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:09.183883+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "45d64626-a1c3-4383-b785-e764f291b18d", "result_sha256": "3ea9ff2400f8e7d6ba2379355cde2aa10549fe49b650c91cd18ed33773f6a75e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017458, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.255264276871458, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:38.851886+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b7d5ead-538c-4f94-a7d7-daa19fce9eea", "result_sha256": "45adf902f1cf6fd0d8b77951cc97bce88730bbd42c8b5da89863e8cec31922b9", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.017352, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.76498848805204, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1592, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:10:22.611311+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a795cff-0119-4ebc-8da3-d7fba0924ef6", "result_sha256": "2ffe6067fb5dbe9aadc7d3c3b46d699488bb05519c3fd8ed1cf5247701d508a5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017514, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.43025531200692, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:10:49.466619+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "27f678ea-41ea-4c72-a605-7a100928c043", "result_sha256": "a93652963f652663dd44c04641b91265d18aeecd8cbceaf05e0d6e2a4362b0a6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017392, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v55.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.492783807916567, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1596, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:13:10.004034+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bac117b5-74e9-4090-ad50-1dd514ccfc21", "result_sha256": "d970d2e76cc69d1eac58f0c48154a3551c74bf5664addeabfba9f533a8c67014", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.020714, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 32.492559894919395, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1913, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:57.158771+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f4697d9-23d6-40e2-a9f0-7e2080f040f1", "result_sha256": "903621fcd90a07de9c47f23004c60d6617494b2a31bd9ddb6c48908e5d53a196", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.017588, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.166627150028944, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1597, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:00.262377+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e2fb01a-7eb6-4c7e-bd63-4f69f029815a", "result_sha256": "0eace67d8674fa20d404f4fe75963d5261388b39e121e0e46bf86d2714af19fe", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.019462, "error": null, "error_kind": null, "font_correct": true, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 28.830431634094566, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1803, "predicted_category": "serif", "predicted_font": "Cinzel", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Cinzel\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:28.205194+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2bfe3bd-5167-4c11-9cf1-25efeba5975c", "result_sha256": "5c14b43b586160d0fffdbe73e6f2f27fc051f1abfc0e8fbc5da084848df2dac7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009282, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.549872712930664, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 763, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:35:29.940466+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ade3b113-e0cd-41d4-bed4-56ec57bd0293", "result_sha256": "69b0c9505cad7c9094595c184d150805d16773297631448c78df9c17e0382038", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014484, "error": null, "error_kind": null, "font_correct": false, "font_id": "cinzel", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cinzel-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.834117472870275, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1310, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:02.928761+00:00", "request_attempts": 1, "target_aliases": [ "cinzel" ], "target_canonical": "Cinzel", "task_id": "font-cinzel-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f4d5411-4e7d-4d8c-803f-dfdd3fb8c32b", "result_sha256": "ae43ae51c718f2baac904d8e4bb51dc1a2e50f79c1bc6f84c810f052e474fb25", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006954, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.87027161498554, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:46:12.515625+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "50126be0-dc54-4cf1-8595-633b6347a15e", "result_sha256": "2428c8b6b0f869671d9b56468debd465c07cdf0d5b05f9e81885fa825976d2af", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011894, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.849640520988032, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1031, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:32.401426+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6ce647e-c7e4-4b8b-8a89-575ac9d7c59b", "result_sha256": "c66a3dacfe7d08210f21428f261e489362113d1345c1320cf8fdbc4a2d6c9aad", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011688, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.270862278994173, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1017, "predicted_category": "handwriting", "predicted_font": "Indie Flower", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Indie Flower\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:58.447001+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f40aa41c-ec45-4237-840c-e64d05e751b0", "result_sha256": "e18098e4d9728f74d45f93c43a057461c14286a05d43f43c42df45053d9711e0", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01224, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.61645683995448, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:57.178074+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb55a9f0-1fa5-4adc-918a-974671286a05", "result_sha256": "57193eb65125368aa3fba58544c92c3e4ba8fb934f231d33853a5ea72a04b9eb", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.013028, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.97788687609136, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1151, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:57.529660+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e76b22ec-08ea-4de0-8639-0e6708b88d9b", "result_sha256": "62a47789a97e1461590e830e7ca99bdcb39dbbf2d99dba01209f1eee8a710ac8", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01161, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.589808620978147, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1016, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:10.354785+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e0b99a16-c130-460a-ba41-af4f0b1d3a8b", "result_sha256": "8732a6f01157ca12a4429ba2e2caed758e85f2b941797712b0f6f362cdb06b59", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011818, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.935690737096593, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1030, "predicted_category": "handwriting", "predicted_font": "Patrick Hand", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Patrick Hand\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:58.285861+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "40f22402-320b-4d41-87aa-32e15217dd40", "result_sha256": "e835a3cd8dfc43a304c34645d8dfff2ba28a8d267feedb5db7843dcfa73e0fad", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0099, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.268358969828114, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 845, "predicted_category": "handwriting", "predicted_font": "Indie Flower", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Indie Flower\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:57.740742+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "85c20a56-a356-41db-aedd-ac66dc86a9ce", "result_sha256": "6fc59d92bdab4a5dcb4d74d8505d9201c45d52ca503ba7a693914546fb6bbae1", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017266, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.528855649055913, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1569, "predicted_category": "handwriting", "predicted_font": "Indie Flower", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Indie Flower\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:52.999226+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6624e84-3e74-41f5-9eec-81e150eb9189", "result_sha256": "ef8b3673cf2cd090568028a485f3b9bca5b5352a584d06fd3e7a4990bf3406b0", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.017524, "error": null, "error_kind": null, "font_correct": false, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.220153278904036, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1594, "predicted_category": "handwriting", "predicted_font": "Patrick Hand SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Patrick Hand SC\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:36.436147+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "89251acd-4e79-4cbf-a78f-bf7641d63351", "result_sha256": "b0ecf153403c9eca882286d5d9549b8d1901e169040d54c3d7e40ddcd92e903b", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012298, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.443426762940362, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:09.927683+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e52a0035-5213-45b5-bdeb-7651dcca9000", "result_sha256": "bef1e71d4ef5953d4fc960ecb610074af114bebe49b8bdc1e68082c5d3344105", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017312, "error": null, "error_kind": null, "font_correct": true, "font_id": "comic-sans-ms", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-comic-sans-ms-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.865037793992087, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1588, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:25.877132+00:00", "request_attempts": 1, "target_aliases": [ "comic sans ms", "comic sans" ], "target_canonical": "Comic Sans MS", "task_id": "font-comic-sans-ms-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e174f207-f93a-4bd3-8b13-ee34ed9252ad", "result_sha256": "f7b0ff1df995b429e82ca32a8612ee8d616658c712aea76319b4ec8c44186406", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013444, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.1502107467968, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1206, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:15.529851+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ca4d3f2-c138-4a16-acb7-23667765936e", "result_sha256": "06c8e54418a5f8f446932af8c9b7565ad02113927d386f2fb68b7c636a23cd35", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007184, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.657872636104003, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:05.011168+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b03b98ba-0266-4583-8e33-e46e216850c0", "result_sha256": "cd09c01a7341281fe2d7f32f5fdc84d9de371752b109e33e0790d020cb5422f4", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009798, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.745553089072928, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 828, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:44.351289+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6995cc1-420b-426e-8bab-f441db4e8361", "result_sha256": "ddfd17e7bf5c300a960cfc859f96752bb7fb7968b0797e9d6cd5bc368f667cf0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010612, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.88274053693749, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 918, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:08:21.987567+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8932afbb-920e-4074-8d20-53cdcb15dd6a", "result_sha256": "d19460fc42cfd2fc59c716e9bf2f1c67851e952c658e8a65aa20b7c7eb6f1f4e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011442, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.3019386541564, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 979, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:50.037266+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "267f36ae-dd4c-4e9f-9c62-7459c0b9c193", "result_sha256": "e3fab930a55768766d6749114c34822298d1f4a9dfe86c20e0c5f0eb9bc472aa", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011094, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.46267038397491, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 971, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:11.119795+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec4d9b8c-5fc2-4b6c-9a89-abbdc4a393dc", "result_sha256": "8aed927d076cf7c47afad2ca3e919beaa5169b5deb4583ce4f8dfde08c244126", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01227, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.10993983107619, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:41.812994+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3d7b1f4-16bb-42ae-ac5b-d865c03a50ba", "result_sha256": "3b859e1b8bc1abb98df7ad53da09529293bfb1f84c1818b53cb9a4197c39e0e1", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011798, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.194783492013812, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1028, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:12:42.907957+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a28e18a3-ce4f-4399-ad99-0191b0ce7722", "result_sha256": "1d5c60d171850ae1beba6b9461dbb2e44fff53dcc8c587bda1ed23161d1e0604", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01708, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.820375856012106, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1563, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:35:11.683455+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "645a6a30-68c1-48f4-9ca7-5ae0a40e52a6", "result_sha256": "fea56923b21606b05f832e45cfab0278fac2cb992c75ea65bff0d6a1aa3c03c0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012298, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.093678829958662, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:34:50.501423+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "44ff926f-2089-4bba-8d8d-3601ceff4bdb", "result_sha256": "5542937850a4aaf1bc7108df1fe46dac81c07cac164d1ecb8aa3f94599bfc4c4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0066, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.031182663049549, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 515, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:04:11.411969+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a03b9ba4-4c50-4d1f-a315-ae4359764b0a", "result_sha256": "78da6c314958e5c5139565d2cb9824557d6d11aabb36933814846517f96c5fd7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011586, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.33483248599805, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1001, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:13:52.537900+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3539ba5e-fa2d-4741-bac5-cfc709b968de", "result_sha256": "083decde0ee1c31674e6b4b1bba53506bd882f3cec73d48838ea3d2385c101d5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014694, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.148567473050207, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1311, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:58.651122+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1144a367-f8ae-4354-8402-2d09f217b071", "result_sha256": "dfe3cd0747226a229d8adbd53e6be7664528794ab268376c17d66b8f18b50b11", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.013338, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.562265603104606, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1182, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:53.602170+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "afe372d1-ad48-48f2-92d0-69f5637bfbf1", "result_sha256": "c8e882b55b20a53baa6a189d652f1637443b133b67b061575d2c1d7369f06609", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013414, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.963136238977313, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1203, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:08.893573+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f929212b-745d-42ab-a2bc-d92fc83c78de", "result_sha256": "25e39576e787f5bfdecc4be46c8ceabbecbef049f6de9f4478e10c5d17f577d2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012268, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.24092747992836, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:43.750119+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2bc52f0-cd72-49fe-bbdf-9075ba572f1f", "result_sha256": "9fa7afe01d0844907eb2541277bd8cf8e0bbd1216c0560a79c02b511173b589a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0099, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.700698834843934, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 845, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:33.563533+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3922bd46-0735-4752-b4f5-1374701765e7", "result_sha256": "e7940f0cd352f4cc95d38afcd3ef8ddd6f04ea2fba44b5b3d1067a06a76688aa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011396, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.52591351303272, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 982, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:17.152472+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "55fd1698-ae3f-40ca-b650-a3451d2a49fd", "result_sha256": "33b330a9964e017ebd8ade464d1b25b9767e9d2217e16430aa91dcc3c63ecb76", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011114, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.892068205866963, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 953, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:19.052885+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8581a25-f5d1-451c-b0ee-824e1da1bbed", "result_sha256": "20c6aafc1f8c2c9c0073d30c5bd1cd2609fb29d25aaf64c8e51d74ffc0f3d0f0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012176, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v35.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.875619648955762, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:01.034814+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7347dc45-6b71-456a-86ee-a012cbc0a900", "result_sha256": "506c9d3eeed427fcdd8265b2df366b8cb4de3ce6fee74df3ad1a46cef9a33894", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014374, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v36.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.776171770878136, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1299, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:39.280502+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2cdf31e7-a888-45ef-87fb-fde886cb1430", "result_sha256": "920a17c6f7dc86b34660380f4980380c14e1492685cfb25b14fd998d1e3a3cd6", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012442, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.226947529939935, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:10.778261+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "33c82b68-d07e-4890-8188-f5aba870885c", "result_sha256": "105bc245866f5f464bb19298ab23e8bf1f09a31dfbe122e89bc52b6a618b999f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009624, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.97032522293739, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 824, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:24:30.264261+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e53b8ee6-7d27-4f51-bb46-c2cab242b869", "result_sha256": "0d1f695e4266636e253e89f6b16710aba207ff143d9ae469b4c9931b814deba0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010978, "error": null, "error_kind": null, "font_correct": true, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.398806858807802, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 945, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:36.146012+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b70a787a-1ac9-41bd-be68-1d2a8e1f4b66", "result_sha256": "27cee1dc5bd8a17de81692a5222c56de3c3e2633fd0233e2fe811e4437f1318e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012096, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v40.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.382634309818968, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:34:16.225335+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb8ec861-a759-48e2-93d3-1fa97a730866", "result_sha256": "c83fb414b6f23abec6702c1fd75cbdb78ceae733b0b72867a688417228d8fa52", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005972, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.11801467789337, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 454, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:07.652520+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "03e10e60-5007-4475-853f-dde57a425724", "result_sha256": "76ff24960d4ed1689521a1103d208f7a89e2dbffef5692aff25a9d2797346251", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009572, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.600714703090489, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 792, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:49.238724+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f497db4d-e0b2-4d78-b0bf-998ee6a7034a", "result_sha256": "8919813b11a3d2119409df142e78222ecd29d798bae69d5e6a012775f110d55b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.011214, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.093931382056326, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 983, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:37.549345+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "991b69fa-7091-47ed-97f5-1d0df274b157", "result_sha256": "ddf1a1cb90977e77f6a050ae0acde97357b07f5a0e490e0d98730070fefbafa0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01226, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.937574130948633, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:20:26.222367+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea66e67b-ba2d-4cf6-a70f-be7c70e0431e", "result_sha256": "9a97eed7cf2761382252ba1da278f3edaf041e24286079916bf4f5196a22cf1b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011748, "error": null, "error_kind": null, "font_correct": false, "font_id": "cormorant-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-cormorant-garamond-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.698434279998764, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1023, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:27.739908+00:00", "request_attempts": 1, "target_aliases": [ "cormorant garamond" ], "target_canonical": "Cormorant Garamond", "task_id": "font-cormorant-garamond-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "da876c5e-e2fa-46b0-8cb5-a21b51659b6e", "result_sha256": "4ddb180fae1f4839f339b0f626321a23de8ec85b0074b73365de53bd06b50022", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011682, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.574860779102892, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1025, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:46.609279+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb5e6879-a49a-4d2a-9ec5-41c10993236f", "result_sha256": "ed99ba2c1e7fee7162454f0a2683e2a8335953a0170ba0687f95f2478bb5d895", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009094, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.491343101952225, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 751, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:49.486899+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a33d514-b29e-4d19-8b34-a7720177fb71", "result_sha256": "79f03ccf5f6fa700b382d7120c95352d4f8a1a86637342b9b7fa28d1dd74142e", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008108, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.397931209998205, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 649, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:13.080151+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b98a312-d376-49a7-a952-46378d162dea", "result_sha256": "bbaf95fce2211cebb5d234853323e62c92d4ac66d0d54893f25cd0c03dd23d01", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013446, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.083251893054694, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1187, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:09.062936+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a916332-c149-4d70-bb26-5c5d98485b85", "result_sha256": "8ef294e87c3bed591ea064fd76d4f8cc5ecc2121241b6fad9399adb67252ec32", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007628, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.712312049930915, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 611, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:51:16.441486+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d7fb70a-ce1b-47c4-925b-bdc0a23ecf8a", "result_sha256": "33dcc31fdeba8982302d350e10cbfc9cf10dbdcf0d80ec6b99b56083e7797aaa", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": true, "cost_usd": 0.18287799999999999, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 75.19224512111396, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 752, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:01.019664+00:00", "request_attempts": 2, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v24", "unmetered_attempts": 1, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "793a0e26-b280-430f-be4f-bd0f679d0fe5", "result_sha256": "cf84e4723ff8e6855a332a5674bed468e79fe414ca13ae20d4b0771d065ca20b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013348, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.4816535289865, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1183, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:04:21.599782+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fe4e263-c639-4919-a0ae-7cc6f615fd65", "result_sha256": "d50c24addffebbdfc1b438a9e2d1ab521779e5a280cc3e3302becab7e0d0200d", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0049, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.789859545882791, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 345, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:30.013031+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1de57553-3308-4404-a66b-70cc6ada3918", "result_sha256": "59f0b3519e8a5fa5e6d60220569e1207da4270bcb68eda0a2cf5d85ce8eff56e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00731, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": false, "latency_sec": 8.576283860951662, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 559, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:46.127076+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b4f5b1c-5826-4012-9492-dbbd2f1f0003", "result_sha256": "1a576e1889380e4928449c29e63a0cfb7113c09f9a9b4f41641ff8ddaa3dd891", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017044, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.395618319045752, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1546, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:05.376036+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3198f822-e875-4de2-a22e-fb96c20b6794", "result_sha256": "2f1fa86002ac32ec6c1d66f0c6c86d0422ab2bb953fc1d3fcf46915bbc94e7a1", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.020708, "error": null, "error_kind": null, "font_correct": true, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.426036144141108, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1919, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:38.594301+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "37294852-1e3f-47a3-a222-9f64aad7a8e0", "result_sha256": "e1a704234d8ef32bd25d979c970be55ad237024f257eef46c1d5879284b432b9", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.015072, "error": null, "error_kind": null, "font_correct": false, "font_id": "courier-new", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-courier-new-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.597142317099497, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1364, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:08:43.977003+00:00", "request_attempts": 1, "target_aliases": [ "courier new" ], "target_canonical": "Courier New", "task_id": "font-courier-new-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "770744f1-eb27-48d1-8aa7-340f63d36420", "result_sha256": "d1b214a23fd4957c25c0909acb0a8866cff04540fe579371194c0a91e249198b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.020114, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 28.815604138886556, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1873, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:52.036476+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed790aae-89c1-4a25-8a73-b175e378e42d", "result_sha256": "7d8f094f8a4d80327fc55ca303a2bdedf9a5fdd683ffa42dc8944fbeb561e77e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007134, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.75349999894388, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:05:51.293883+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c35e16fd-5108-497a-8ec0-5baac4800c0a", "result_sha256": "ca274f7bda551c70f79f1e5a38809ea3080683587860185a1769508624a9f6b5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009548, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.651567766908556, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 803, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:31.088953+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "84b48a1a-74d3-4168-8afd-65ea5c449d6b", "result_sha256": "f9311182146dd098ebf9f850f77d5869063ed79ce1b1623c6374393505346a4a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017362, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.347952659940347, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:19.479731+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "58f7f8a0-43c1-418f-8874-d7927e8f274b", "result_sha256": "98373c844879304f24065c031228713268620b0c464407396350c677cb8bb8a2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016432, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 25.153214727994055, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1478, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:23.167727+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e5782cf-9c5a-4491-a366-e3eb260ed874", "result_sha256": "9acf73d330edda4956ff9444af879cba224340a1755274e61e3aaa5f6fe6dd1b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011914, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.331316340947524, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1053, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:46.921882+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d749d9a-34be-4fbf-89f5-aa6d93e884f9", "result_sha256": "802147cc83b80efe60eb0be971ac6d8620f98c2f7c8015003b3f9bdf8b34e985", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.298400216037408, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1552, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:39:16.766935+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfc0eff6-f8bb-48be-b290-8434b4b7f461", "result_sha256": "1bdaac9acad170c58e96a333fdc9d0a60d787afb63e19933071306e5ec3f0a4e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012058, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.221404772019014, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1054, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:21.519856+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "df9bd689-3de6-4a41-bc96-5c630ecd40fb", "result_sha256": "99c72715a04ddab65acc8a955085f41a8a07079fea802fb60b65762d5533faf5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00955, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.494638212025166, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 810, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:49:27.677164+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c29fcf39-b347-4f2e-9758-06066af0955a", "result_sha256": "afd74438746afd3668c9a9c226b7838fc0922319ef878aaa6c116e44a0a355f3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017478, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.779538402799517, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1596, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:20.983996+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "234cdd1a-b72f-4d02-b347-3e6f24380ebc", "result_sha256": "568c8a05cfbe3bceab173d1e249b880753bf1256971b47e29ea79d568a2808b8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00811, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.97944391402416, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 666, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:51:27.305047+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a54debf-de8b-4316-b1e9-375a54cbe48c", "result_sha256": "2b76c2acf2c6f16636caf4035e34348fcebf66b846a4a691d409beef4f4e2631", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013726, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.323441816028208, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1215, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:28.565343+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a350c1c-b0ea-4bd2-bcc0-45dc1c9d4e7f", "result_sha256": "828864a238e549bae32d0623e3e1ce0946fc1d3d517bf67dcba00abfb7b3270d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018474, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.6223240820691, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1689, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:59.862311+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1de7990d-360b-401b-a2f5-5fa76c92ce97", "result_sha256": "c3b84d7b98a778202da3634b06a4766c95ff65c92d4145f6a0d528fb454ad2ec", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009718, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.278811909956858, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 820, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:35.622402+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1bdd1a0-8db1-4d50-a622-0b81c682ad56", "result_sha256": "8abdfe73a13b99c33d625744c4615fdbe3b0e8e297b505b4ce0bcc7cd3dc07b0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012164, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.27694247686304, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:00:54.488956+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9cf581c-4a09-49a6-8196-12ed832b4f5b", "result_sha256": "caa30674d04bb69b76352a5b641a29895a8cc756c09d5bea89d755ac39caa625", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012248, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.846549613866955, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:46:25.605117+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ddcc197-b85d-48c6-bf03-f8acf8614b42", "result_sha256": "914ceaa40c730f3fc5c84f41f9e05e19dd3bbc90f9e6930a3ee3e7d21b255e5a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01569, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.117168116150424, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1424, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:16.209923+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "df26e5dd-5b32-46e1-b49a-b126e381d47d", "result_sha256": "b41db7c9a3b715e08f0570bb650737253e69f8ead5daac71fd8fb731cf26e504", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007146, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.328814457869157, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:13.767531+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9a20f81-800c-4e54-89a6-351f8265dea1", "result_sha256": "c326c0be8338eeefb46ad3bb38ea6d8632b0a9a40cf0ecc2a09e7973e9a2fd82", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.015904, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.53425262705423, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": false, "output_tokens": 1432, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:24:29.906484+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5c36097-e643-4962-95b0-f7db20e2afe3", "result_sha256": "7c215b11835f4dd6eaf28acfb495378993cb6f6b129eab2efe25d5db1c64aa23", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016766, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v35.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": false, "latency_sec": 26.727500812150538, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1535, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:54.139579+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5782da2-a397-4d40-bda0-7a32d51e95f8", "result_sha256": "45cd306cdcac207a0ea4a387152ae7c8766636ff69d5c05b0272b83736bd7757", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015734, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v36.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.137952840188518, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1435, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:04:11.568209+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "457d7f12-2f00-4b6a-b40a-a0c09e6d6cfa", "result_sha256": "c1c1dadadf6621ed82f6f21c9a0e187eb363f50195484ef07e72cb10bcc26d46", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021352, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 30.537271943874657, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1970, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:28.815695+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "30a669eb-0229-4971-8217-87834bc3d781", "result_sha256": "a4e9b01dd1843d3bde44788114023ac69b51f8cef17b2adad26a05235cb7ed32", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008994, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.198592107044533, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 761, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:36:26.818574+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba818429-0430-4897-b43c-3f47fe4672db", "result_sha256": "07efa22844a8dd4d344ae6df53351af3cd60c7a70d9a4fa609d94c6e108cfe50", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011048, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.135698345955461, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 952, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:49:53.863780+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6e8972a-4749-4495-8b4d-c127ae56eb42", "result_sha256": "f8478f3403458b34565b01212e1ee001dc559490e47ba1a5604dd2348260f193", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012054, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.308131160913035, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1067, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:28.510409+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3a1e93d-1720-430f-b1bf-5838a7f38049", "result_sha256": "bb0f8a1c607befd6034ba7275e4a03cf833261df46dd2bedc5b3e5bca8751af4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012092, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.89310437696986, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1066, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:31:59.335295+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "739a88e1-41ec-4b1f-b67f-bf3682157743", "result_sha256": "9aa1e554909c29e23ff4b784475f12c009ae368850fc53e4d16ed9154f37f481", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011522, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.59302808297798, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 987, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:09.169617+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "18775e71-1d0b-4c0d-8ea4-8419d44f3b3f", "result_sha256": "b4632124f0c30e46bec06f4fd4f7d8ca80f719df11f5650176e6bbdd254f7d37", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009594, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.947212998988107, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 821, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:41.117743+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b783372b-7407-4cc1-badf-31e8000294ea", "result_sha256": "52b33e1783c71c95493f1b28f2d7b0b985eeed32adde938986a626bcfbfa4a79", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0119, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.073511596070603, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1042, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:35:44.520535+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b3eb116-351e-4908-ad1b-4a91f5ab85e8", "result_sha256": "ec2b9028f72c97b8ba1533258339940e23b0d0542c8e01cd98d6a636ba5f40e0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010108, "error": null, "error_kind": null, "font_correct": false, "font_id": "crimson-text", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-crimson-text-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.0960138279479, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 859, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:25:06.830863+00:00", "request_attempts": 1, "target_aliases": [ "crimson text" ], "target_canonical": "Crimson Text", "task_id": "font-crimson-text-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "56954f13-328f-4279-a076-b8b03ffd40b4", "result_sha256": "fe27cea6b8b9940deceed320165d3c035f906227e339c83823580eba2100953d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012134, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.00844238512218, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:47:19.886121+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7ff94cb-deba-47e4-a6cf-db664ea7e2be", "result_sha256": "083c13fe18ee6778c0f8915d2b0750cb6a7db6b9ab9cd4eff9b235a2d85e4dcc", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009024, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.473894257796928, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 744, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:19.778196+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "71de043f-4e53-4f4a-b161-7c4c7d6fcfaa", "result_sha256": "111daab71c81390e6d4fd29096ba4f0e1308e971cc5ef2ce01001237543381a2", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015488, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.657548652030528, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1397, "predicted_category": "handwriting", "predicted_font": "Tangerine", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Tangerine\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:39.583232+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bc39d1f-6b9f-4ddc-9323-0c9eb7b16fdf", "result_sha256": "93beb52af475b6576933d34420a6688fe8775799d4d3e881a48db045d6941fc3", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01097, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.235775565961376, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 949, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:55.975879+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8d95cb7-b36e-47c9-981a-00ba6fe23603", "result_sha256": "f4b0211772bd30ab353dbb4956c20f04b09ea7ed9bb6126e0ca7a05ed3f2f1ae", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012268, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.549053083872423, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:04.633726+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e04d62f-e476-43ae-85e3-91585eb852dd", "result_sha256": "c987c21951eaf6142d1b73f786ac5552a759d3b87c1ba7f4fa9baa96d8f89434", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01476, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.308044999837875, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1331, "predicted_category": "handwriting", "predicted_font": "Bad Script", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bad Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:25:08.726260+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "75984d6e-e59e-464c-8415-25593bdb6de6", "result_sha256": "71045d7bbcdca6856ba7cc7acc0d4099c32ef7574c7d44cbc3489d12fcf152b0", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009528, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.494349563959986, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 801, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:38:31.551607+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7cb3a4d-0280-4dee-9b7a-c68aa2748b94", "result_sha256": "c232a2d63190afef6304e32bd9e6a4d69c4d18692ba6617162b855fca7513e3c", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012164, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v26.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.000864198897034, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:45:33.033065+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9342e4c-3ba5-464e-8f7e-c10a530bbfda", "result_sha256": "0c7ef5a82fe72e6f6e77592d408514511335aebed313d1627057f03dca0de3ad", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01669, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v27.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": false, "latency_sec": 25.507071419851854, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1521, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:45.334196+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8771c284-3286-4675-96c6-5879b90efc0a", "result_sha256": "11a08e9578dcdad889e06b9a2731f4179d9bd50eb0822cb65aa36d6d1d9bf630", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016844, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.47721545700915, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1526, "predicted_category": "handwriting", "predicted_font": "Tangerine", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Tangerine\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:06.201278+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f07fda7c-ccb1-403c-b1a0-4c7ecaf79b0c", "result_sha256": "4ab5437b9dea672ac4163221dc15aba541e539c4927ffef3c1fab2b0610c4d11", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017376, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.865973385050893, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1596, "predicted_category": "handwriting", "predicted_font": "Tangerine", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Tangerine\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:12.570851+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f9ddffc-9f2c-4971-bc18-7835b5ab182f", "result_sha256": "63dad3fe233993bf98158f789dbdef33077ab9a50be338d6ae0b8709a9d5245b", "result": { "all_correct": false, "category": "handwriting", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.017374, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.65748811000958, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1599, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:23:14.409240+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc17dfc7-311c-44b4-aa0a-51d2eb217a0f", "result_sha256": "2499616c083ceed04727170e0f15abf9495d1311533b5633075e69a86a216f38", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009438, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.401687596924603, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 792, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:30.046016+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a970bbc-1301-4bf5-8790-79507e3f4a15", "result_sha256": "78b93e6751e19793a37dd2ea6d10d92d54f36ef3c93ab9b03fceae8b743ab1f6", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006954, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v32.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.574478087946773, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:08:53.700690+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d4c6beea-8ade-431f-96c5-7ddf274ac0c6", "result_sha256": "42aa33fbd89ab65eaa61e1d08947bd394cf42b33515bfb371885d78f04180ab3", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01045, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v33.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.794190205866471, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 897, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:12.018032+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4a047c6-5eed-455c-abbb-3a960306b1bd", "result_sha256": "fd80840abf54cbe8e5c2fe10dda1b71032423bcd261edd306eb4e47e08ff2655", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009792, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.333313198992983, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 814, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:13.632767+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "18e66bf0-833f-4b6f-a442-f1a557d97a12", "result_sha256": "5dba3aa974ce3f3689e8b19c2db5430e1b334e33b3c09f775baf8bf3fe3bced1", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011396, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v38.png", "input_tokens": 658, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.636797140119597, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1008, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:48:01.465907+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "93f3bb1f-713e-4539-b926-6c0319af1afd", "result_sha256": "ead508754b4cb0788b8f6afd9903c8d755e670b1769bbe4365ec679cb7b6bc36", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015882, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v39.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.572747017955408, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1445, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:21.417230+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e8f66b6-1b1a-45f1-b14e-0581447a50b7", "result_sha256": "3c086e66f4d75ee8518c2b06faf3d8b61fbfa8b9a663c5e35ddd3c30d2599222", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009952, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v40.png", "input_tokens": 641, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.39785953098908, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 867, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:51:07.410573+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ed0f072-59e4-4285-8f1d-d4bcad7576d8", "result_sha256": "96d90569d93df07c7f5e052e7427282d9f847a48024031c8223d41658a6ce84d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009712, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.136962124845013, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 828, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:57:36.028597+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9b305d3-a74a-4c74-9795-155d0bf87a55", "result_sha256": "54890b1b772c7f89486a6a392ed1fb448ad532251103cd1dd6c485fbba6c8b9a", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017632, "error": null, "error_kind": null, "font_correct": true, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.74840476596728, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1598, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:35.560659+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6804a948-d781-44a1-979f-3915c1499be4", "result_sha256": "3f511df07640dff201e77f4523536e72fd75f56557cfd5abd3e0b667b4b498d2", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.014894, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.163277727086097, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1351, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:29.577598+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "66ef4213-4a27-4064-be93-3490dc6ab8ff", "result_sha256": "597f201f34e5d0012aedbe82c791c7781b0f1489b7f0db011053aefd87f2a778", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01219, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.29251385293901, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1071, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:43.869786+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8203d5a0-62b5-49ca-b1a7-466c2abaebf3", "result_sha256": "ace8486d2bf6b6239a39679caf0ea567057ab5b6a90a9b21bac22bd4fe382653", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.017458, "error": null, "error_kind": null, "font_correct": false, "font_id": "dancing-script", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dancing-script-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.56263692304492, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1594, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:33:38.525341+00:00", "request_attempts": 1, "target_aliases": [ "dancing script" ], "target_canonical": "Dancing Script", "task_id": "font-dancing-script-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5749ee59-0197-4077-9377-8e3ac8ef47af", "result_sha256": "91f293c9eb6e38d69a53c0e1331d71d88c06d23e86b1c6ac2ad9af65524b9e9e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012124, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.825423259986565, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:45.451565+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e95bd22c-7e23-4451-9125-73da7856104f", "result_sha256": "e7f74b029e50b64065a6c4929627712b249c6e51462edce557b9daba09e3ec80", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009462, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.45530501101166, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 803, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:29.773376+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c67fcb7-4217-4b79-8a29-5741aeabace1", "result_sha256": "567cd2d544a9dd65e191cbbd79363d0a2e1c2fbef92381c8ab65dd4bbd19e259", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016432, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.105486494954675, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1478, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:23.504244+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f1dd43e-c8e4-43cc-8078-8bdb72111200", "result_sha256": "c3100dde0176aef74addeba2e6b72217ee64fc3480a72c06181f9621ba687c86", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01106, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.067428214941174, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 961, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:15.357809+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0eaf591-b27f-4196-88f6-6c3cde8510b2", "result_sha256": "ffb82a4db71bb47578345d41dc04621deb92e31675683a3cbd8e7034b55e7ae6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01045, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.853061018977314, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 897, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:24.518868+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "158bb854-89b3-40e7-baa2-d921b0a196bb", "result_sha256": "8e9757442ab808030fd4d631871949bb9ead82775cf7440cb1b066dd9b374eb7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012268, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.429637328954414, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:14:08.694815+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "82b1bdab-fe1c-4734-a803-7b058f4d3c8e", "result_sha256": "993effe093d76432ffab9a789d30ecfd0c6d5151ba5314c08f8e461f9331cb73", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012268, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.540139802964404, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:10.196379+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "11675551-7519-4a2d-a15b-fa248f7b1df9", "result_sha256": "1438ddcacb299306b999705bf840c3983120f720d8b7838828bc81b04a903b93", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011804, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.29537433409132, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1042, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:12:32.172950+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "19b649d0-425f-4e68-a381-1c8a2d5a79d2", "result_sha256": "1b7cd23674f66fbffaefb764cce58fa717fd88bfb2377a3dd86393f25c029136", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012344, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.30586311710067, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:07.758226+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2d77315-3a95-4658-95c3-868fd5751ce6", "result_sha256": "8e249dfd26c70e89cd5e95799863b4fa04755a3ee1da8983858b172701ccf69d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016474, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.755643708864227, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1509, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:10:23.556412+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "48e45a48-dd46-47e6-9b6d-7aaa2a1c2d8f", "result_sha256": "33554e99193c08c3f915be39c4d0795db1a9cb0c4560833e5b4c10c0dd576ced", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017204, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.873534778831527, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1562, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:55:56.602870+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "139e57bc-dda1-4026-a14d-a42885745ec9", "result_sha256": "437a79a1a770703719db71a3c0cef7aa156834fa564f703f79b3c36449c92dd8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018488, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.73962405207567, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1697, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:19.666850+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cca78716-acd5-4ab9-82db-b951e4441b1a", "result_sha256": "29ccc96cf0019ecb7b49ab475e5a7da69a1ab495ec87a90416320b6e8af8bba2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015852, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 30.7658079857938, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1442, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:12:39.209355+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "940db93c-6c37-4f37-a33c-7520ca7b9200", "result_sha256": "a7fffbdb7b4b5cc7f4b65bfd903129e01e23c10f09a16d4a77f95f5f41e5c36b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013412, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.86574336490594, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1176, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Helvetica Neue\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:29.064371+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "85fc071f-f4eb-4491-b372-a96c995de5eb", "result_sha256": "3c4f6c8e295c0e908a9cea66752a75de8e4de7b5bd5d95dec500eda765f25c59", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011874, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.866811342071742, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1049, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:25:53.528441+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b8c47ca-a017-452c-8a97-906b57d00150", "result_sha256": "f2163b5366f6759bfa6ea57cbfe1a2b3c8edd10a906164811f03669634647184", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016844, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.168229565024376, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1546, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:25:13.190043+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7309d6e-b9e6-478d-80e0-a04bf9370e62", "result_sha256": "d9c491f74bbe9f990a6f75913db62a0cd674e5c49883169c3701d991cdcffdf2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010094, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.271185477031395, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 851, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:59.998723+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "263df118-746e-42a9-9925-07068ba12314", "result_sha256": "aa6d9ff9c87a32fb5031f4e1c108b21cc569486023875a625ab891dfdf7ba37f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007098, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.365219100145623, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:29.153898+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0c0c333-1248-42da-8d48-e9d3aa406c90", "result_sha256": "2b5db53a618baf9ec960be83a459537dfd2f77151575a19f2d9502f0f2ebfc4f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010272, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.58395487512462, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 884, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:27.784045+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cc4a5ae-8592-44a4-a43f-b1537e90d2b9", "result_sha256": "b71af34e24b77b3d75cef0246d668241a15b9aa02dfe32a142e69d8d8b0dfe39", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012392, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.85657867207192, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:21.552402+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1684f104-dfef-43d9-9ae8-de9b12ef8fd6", "result_sha256": "51673798a9ad5168f7c6a7cf4f83a6079d6428870e811186a3097d1653c1f52f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012934, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.38777316501364, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1155, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:23.722272+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e75e685-4f03-4561-8c7a-964cae24c476", "result_sha256": "25ef8c888ea2edc0a1726f74b735781965c3be1c3c26c0bbeafc4b0eae7aa385", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0141, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.849217909853905, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1262, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:42.997240+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "761e2e53-7cf8-4859-849b-2b0b3d837893", "result_sha256": "df59ded84bb1df9a8685ad00bb2d426ebb287a5a0c220e62d277fe6fd8c97d8d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012258, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.410103246802464, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:13:28.642501+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "873144c3-8a1e-4775-acb2-406e7532cdd9", "result_sha256": "2f4fa7f2e99c5e24650d08dee8e9c96e54dcd4d90fb80bf8b37f5f578795c9f9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0122, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.529943614965305, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:19:27.473522+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e915d2cf-7b24-4839-80cc-71eb412868b8", "result_sha256": "404940c6c9c8144a7dfd269e788693fcbd07f11e47ef11d65ff67517f9786844", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012288, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.649540465092286, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:56.908724+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fff92784-ccf0-4749-9910-a4da3b8e109e", "result_sha256": "49478e3a7a970f224302b68a1670bbfc7b023c49908ce4f6fdce526a835eab2c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02161, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.173409377923235, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2016, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:42.792146+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "029374e8-d7c7-416b-a515-d6c21d41f07b", "result_sha256": "99ea835bd9c21382fe68db976673eb09b25312d8314de00e256147d4486b0d69", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009506, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.66654276708141, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 793, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:52.147433+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5d920b14-db2c-4f04-bab3-adae626053c8", "result_sha256": "ee2079061a637d34930dd6e60976b45bd74a6e79f0203201d989dfd1a26f444c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014824, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.528127773897722, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1324, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:21.030144+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e122c97f-8df8-4bca-b95b-fe208bd79ba3", "result_sha256": "4f5fdf21924dfc9ad358afe1740c58ced09bf5c89cb396d43f39563a48ae6495", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008688, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.610577671090141, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 717, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:44.426072+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff95449c-c2df-4213-a9d4-f6d1e874f5ca", "result_sha256": "fe7d0f37daa8fc21f49314081628b3bed2f4453d223fa5fd659120175fdfd33b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019932, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 29.619182409951463, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1850, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:10:26.985713+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "987c140b-79f8-4fc0-a286-8ca3b5585087", "result_sha256": "6d05c5180d10667b60e8cd6d94db860e85f2e5cb21628d71cc3669ab21405276", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011428, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.371272215154022, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 991, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:12.812467+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6edfb794-6203-4ed5-9cca-d0af93affa80", "result_sha256": "d03ff3f27ed039dc6294db736b2a60cd87386aba3a1b2061ce2f7e2547ab0ef0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00965, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.482578193070367, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 820, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:51:03.947781+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcb5912a-57af-4e35-98a6-6dd30ee252c5", "result_sha256": "c8979b2d877b5f89584e77fa93defee0d3f4b932cc8e4af6c9c0c7d59d266deb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010896, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.434793412918225, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 932, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:02.100216+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "52e21137-3f77-46d5-a167-3f3fb23d88dd", "result_sha256": "b6e49cadd9f4cab3c9b91f006265fde15d5219ac0c50448d25f71b6afd3c4b78", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011734, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.592500416794792, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1015, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:14:01.674337+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1837572f-26e1-4763-9591-5a8db083e0c0", "result_sha256": "1d74f64992dd20b10bfd0602402dc8944a1815d53075f4e3b82098f569153601", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007078, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.570740206865594, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:23.711221+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "132f9bc5-fe6e-4bbf-b867-5cd8ef422896", "result_sha256": "0d21c705f53585b0c2f2f89eee5452ea086845d73beffa93f11f90c1f670f1d1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011588, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.911151218926534, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1006, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:50:41.151963+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "631d2df2-21e2-4a78-9660-bd8c848bd124", "result_sha256": "a982f87ffa032e733182b96ab75a44b829800b68006ca3a21756e784f13d83de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014632, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.51774713699706, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1298, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:05.314960+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f533335-f495-4876-a7f0-186eee5b8e18", "result_sha256": "c7e7f9e347af74dd1e308e6da64b38bb2bae8be86cc269677eea77216a3ec01d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012114, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.27597961318679, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:32.939349+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f73a00f2-744a-41b4-ab8f-89d299f88699", "result_sha256": "02eb3bef139b40babf5a538303af71e8ae57f22722f43ed2c9cffa90e0fd001b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013268, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.504697476979345, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1174, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:29.790412+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3de1f147-2d2b-4863-88c8-3d567530428b", "result_sha256": "443ac64e5e8d6d8b6a6d481aacccf29aa09c2defd4e0853d23d66d13d730479f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012154, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.34385149809532, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:33.892425+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9db794d0-eb63-4b02-b393-36dd34e154c0", "result_sha256": "13a5b5803b658a19c4247d66036cf2bae1d9acb3abf0a6d230d26780e9f16e87", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008742, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.58420196105726, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 731, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:58.742776+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc3eb652-8a8f-445f-b7ba-359791e1a6d8", "result_sha256": "ebadc1d517727151365e15f928c88fbb2692e617c160ed7df460b0c30c74c150", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011962, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.603726636851206, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1031, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:52:54.423516+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "30cae39a-652c-46c0-810f-186016d1c853", "result_sha256": "dcc34b2dbdbe916dc84466f375e770d8f0aa4f6f6f62d08617048755ade62256", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015274, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.29732328397222, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1389, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:39:05.641695+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb79a622-3589-4622-b57e-b3972f031f74", "result_sha256": "02b1eeff1f96085dc27ac9994f23e29a4f2fd2dd1a8c4b5cb922be1f4918a1df", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01128, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.852861990919337, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 980, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:37.870610+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b0541cb-d258-41e9-ac8a-6b780073e95a", "result_sha256": "93843af79d3dba51013445bdfac786f683e84b40e2c7c73a40b5816759d34a68", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010818, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.221336057875305, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 930, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:20.857964+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc388928-1f16-4f4b-ba80-14fd79b5f75e", "result_sha256": "e07fcdc53dd40252611535583c0c65e1958771271a8b1e40058b39be81c77d00", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013444, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.24504854902625, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1206, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:14:27.868707+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f131c851-7ba6-48bf-953e-d58f75dd734b", "result_sha256": "b232cfa1723c87b9068b332ba1b2bdb582d81d9cdec40728d2ac6b015fa65261", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011992, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.811305933864787, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1056, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:43.106825+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb879ae3-1a87-4543-9543-a8920fce3958", "result_sha256": "95d868691772d9afc58e54b6edf875eb0780c6b9c4b16de4a7b0b3b2d9689f2e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012412, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.27081758598797, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:52.387096+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6549fd08-857e-4227-a8ee-7885d615118d", "result_sha256": "6100d2759eccb853029d35546fd462664c9e999f150fb29d2cbbc61b66e704e2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.00701, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.825819564051926, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:55:48.294648+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d75cba2-0c65-4a1a-b974-d998c9133bcb", "result_sha256": "31a77390ff6a90734c2e7d11cffcfab82a86c4cebf697466e4f1e5cb17054eb3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01496, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.043556383810937, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1348, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:15.903579+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b4f7fb0-cae3-4ff8-b4e5-684f2430c25e", "result_sha256": "a1ca81aa68be7c29aa0874d3ec5eaf6869c872787822eaef66bee7b22d4196a9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011158, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.931205704109743, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 964, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:28.756486+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3b53972-2c5e-4a67-9017-b8be97cf5b04", "result_sha256": "2bec6b5e884d101ab7566214543fe2f17a124ff678d970fb434404fa1779086e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009938, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.662554834969342, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 842, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:20.999133+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d985cdc0-4858-454c-a4bf-334068cc9cfb", "result_sha256": "a01c43c862c6e5d6d825fd21c38c4636d93208f2f6ab08ea67a55c8a87012fa0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010834, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.57983141602017, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 945, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:05:58.039980+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "33557657-76e3-4baf-8cc9-28e43c2a8bb0", "result_sha256": "c14a98439607d382a9291c375a53590336dd486da6c8c73188b39fdaaf3a4688", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012334, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.851745158899575, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:33.207598+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d0e2c73-c277-4b23-81af-1767f22218a5", "result_sha256": "4b208fd59321be7796bcea28d25275a05fb06edb0113123cf543bcc1a9c5c52b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012144, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.0288809761405, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:44:46.512497+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "314c6d68-5c58-44e9-b5c8-e43b1b43c5da", "result_sha256": "5aae5a8566fae07123262d6e7d7bf89a5fbe84f6fb3d7f906b202ad8fb3795c2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015604, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.118725076084957, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1402, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:02:19.026120+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c01078f2-207a-404f-b091-cd5e739bbee6", "result_sha256": "d3938e4c0500fa9bd338e9d880dadfda7716bbc017b0817cb78fd78544474caf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008958, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.412390988785774, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 734, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:22.069489+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "476b932e-5213-4901-8a65-8777a93adee1", "result_sha256": "b4e3afe8723f9e74f324320cb11d772dfbecda625fffac3eafa3f443a3a07557", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.015852, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.498690840089694, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1442, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:09.921726+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b55d19f5-e92b-4986-9655-479e72655943", "result_sha256": "28f5b6a8c99ae4d68874b16f0ca1b2826465a227581237596cf5eb4f911cc363", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010862, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.208576617995277, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 921, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:49.129516+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf530a44-025f-47b2-8147-93d4f2cabd67", "result_sha256": "c474168af0c7a4e4a595aa1cc2922b120dc690fd936e844e702c24409ea6ec3c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014104, "error": null, "error_kind": null, "font_correct": false, "font_id": "dm-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-dm-sans-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.01229064888321, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1272, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:25:53.661469+00:00", "request_attempts": 1, "target_aliases": [ "dm sans" ], "target_canonical": "DM Sans", "task_id": "font-dm-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5087ce1e-bfa3-40d6-bcfe-18d8fe555261", "result_sha256": "ad6e5063cdd1693f327b186e0de34f324ab50d0089a612ee8b01612f2e9a29c1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011994, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.79780039214529, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1061, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:22:48.729854+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa880ffa-2b09-4ceb-8060-a00378951a30", "result_sha256": "44b2a2d6cd6ab2d44c850fb013f564ecf2a160cb4824dc61f6eb795df29ddd92", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015114, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.4439688550774, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1353, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:32:12.690518+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ffc8be99-225c-49e7-a93e-bce83ce239d1", "result_sha256": "4fd5b40735e777d80d28ad14d193a27341d6f197bb2f42b2ec0baded4cfade0a", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012298, "error": null, "error_kind": null, "font_correct": true, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.92534380685538, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "EB Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"EB Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:11.768125+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "11aa8d26-7501-48c1-bd53-bd30e267dc7a", "result_sha256": "711d88a497a0686b0b3df9c6d7bddf3ce2cead65e96f8d3a2f13aebe5cc887af", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014522, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.557312018005177, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1309, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:38.183158+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f215c6c-cf8e-4501-9894-3925d426a709", "result_sha256": "41cdbefe6f45df0221207718488351e37246c144b1192dfbee184bc857426f51", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014582, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.93046348495409, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1293, "predicted_category": "serif", "predicted_font": "Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:18.934457+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1267629-8995-453f-961f-6d263b290fef", "result_sha256": "17767ccc734dcc50eb8345865be2c4bfb017a9c94c4e1c2126eeb5ce862cbbee", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008654, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.91050777118653, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 727, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:52.142219+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "29882824-7f30-4d11-927c-87fdd3f7a2ae", "result_sha256": "654605ad88f893d0b25b565c264a7991a3b0a90be9509fbbfa0084974a9f4309", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01121, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.641350895864889, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 973, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:34.255186+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "07a8432e-52cb-4fd8-9cd8-a77770c2f864", "result_sha256": "067817f7122a4c7991d4d1b7791084c85aea827c250d189620d6d9dbbd029b56", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016268, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.762539478950202, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1475, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:26:54.187522+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bde4278d-c8ed-4acd-ba17-d45e93601e7e", "result_sha256": "aa3dccfe42b71c34d9a32c597607ca8fa36458263678dbe93e70e2987f495bc6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0121, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.100918700220063, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1065, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:49.200609+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d232b97-d334-494b-b820-9043304eb068", "result_sha256": "c6bf16655c9310e91c06b520b95875acd7bd8e9aef7e02a8cd88f370c9940611", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011298, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.168451183941215, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 978, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:46:55.815685+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e20797fa-74f8-4e01-98ec-06a77f41fe71", "result_sha256": "5642c94fcca85f420fe89f7989caa5028108411b9399aef4bdbdb7fe1479a58c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01096, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.36057336581871, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 951, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:25:23.639113+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "05bdaf65-2e29-41ce-af2a-0c1cd6d3e211", "result_sha256": "378d95a71f5747c5e6ddf232adccb1f51f33276d17877c2877ffa7ccd66da8e8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00982, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v27.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.918325076112524, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 834, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:46.843740+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c50015b1-6fad-4e24-91ce-398ebaa3d8a1", "result_sha256": "393266509ec49da1442ea4cb0ceb071fa03fc01738f591a4ee3c9085353f22e6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016984, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.572251169010997, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1540, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:48.292543+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4fffb1b-43c6-49a3-bb00-ac08169690c8", "result_sha256": "1493819ddc2d7058c69426c8b7f918b21925166e0dbaf2728fc2b04af76a977b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011398, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.840493786148727, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 988, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:08.401769+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7552c43e-306d-49ac-b000-57ed36974ed8", "result_sha256": "5701629f3efc30f8351ff0d8c95d92721f753129191ac3bb5dab34c8087afc20", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022144, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 32.73567747906782, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2076, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:04.262302+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a3e4171-48f8-4112-bd8d-7af278b71c3b", "result_sha256": "450046ade918a9a9e096d86410e8fc7acbe41b875196e344125f486f03135e64", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007068, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.723196256905794, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:34.768598+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8384e116-6db6-41b1-9c7c-21506d55bbe2", "result_sha256": "25d43f78bfb173f07b7b727ce4fadd4f66886c541b5e90b854e333258f84d3fc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00887, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.16997000691481, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 742, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:49:39.023028+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd4af7b4-6a6b-49de-be04-8b8c540c039d", "result_sha256": "065682f3793b1052eda5729e646f860a873e45db655c48913e0fe0d77f664d08", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007146, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.880203429143876, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:55.002759+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb8b2109-facd-4f59-ab6f-6bb9e480e510", "result_sha256": "08d971cc77cf9fb296d4e71494501691b174de01ce9186ae1ca3a696f3dd20c0", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017514, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.199159467127174, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:15:07.880878+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0921a53f-bf95-4447-a5e9-177931715ec2", "result_sha256": "0eac075169b2a0b996e50d25a208bd1d3877f25c93e0217c5c7a51d8872a0a4b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008578, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.103950802003965, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 706, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:44.320078+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "02661653-7d23-43ea-af54-ead1c8b941b7", "result_sha256": "608d2eb858e7d08d96d44b32b060766d2e3211cad16d241abac60ddf5552ece7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012022, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.6038550240919, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1059, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:48:59.606727+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "506bb569-4627-46c9-9b52-279b29e87452", "result_sha256": "703ae0d4e1398ecf952044779b569ff4391c8eb0a7e0fe06c7c6e376bb97e3d0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012782, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.126390723977238, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1113, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:37.490351+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bd237e1-4cfb-4fdf-9847-4908968af033", "result_sha256": "99531380c60a2ce145f416602b0d0474b71fa336064bcd6d65c91d19b68bfeb2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012804, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.980268323095515, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1142, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:08.358761+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "86b81490-dbca-4ba5-be7f-cf6adbcebd08", "result_sha256": "db6518cd2caf91706e448abd005f557b76e11a9c94e995c656f22ba838d494af", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010528, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.764062979025766, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 900, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:52.392101+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "20c378c8-3243-4d15-bdb2-6ba80fd2763a", "result_sha256": "d7e49c08365b9fb7934ad38f6f501cf4e3a36299665cff71af6a31bf3169ccb5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010654, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.854975157883018, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 927, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:24:48.293276+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "495f9476-5efe-43e6-a5bc-9e7476c9c505", "result_sha256": "d1eac5a58e3eda1c13134ec1cb64d2d8b593ddddd6a77b92fa2c378dc3a711f2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008412, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.562474454985932, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 698, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:19.499431+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "375f6e75-6c4e-44ca-9e6c-666c160b0224", "result_sha256": "c98443d123cfa47d87dc331b250ac354aefcd2981a8f0f5ef106433b2c0eeab0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011602, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.17790582193993, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 995, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:20.655903+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "35194f79-f81e-4624-bb14-cec31f40fc77", "result_sha256": "83a601711088bf60e122609a6faad0304a7bc90744021b3d83dff9afa3566d5f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015904, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.84367513516918, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1452, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:54.928133+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "918f339a-12da-4d04-9ff4-5cfdd4668ae5", "result_sha256": "dcfbe8f0192f4f94f29078dda6e71e51bda5d0b2e032cd1db87534087a7c288b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01418, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.424936847994104, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1270, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:05.266218+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb07d852-70b1-4482-a1a4-b549b7d8f2d6", "result_sha256": "417062e6979e9f8150dd9331c7e59b65102f548f50e0424b48e86a7e682b7988", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015938, "error": null, "error_kind": null, "font_correct": false, "font_id": "eb-garamond", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-eb-garamond-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.70392326381989, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1442, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:49:47.602125+00:00", "request_attempts": 1, "target_aliases": [ "eb garamond" ], "target_canonical": "EB Garamond", "task_id": "font-eb-garamond-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1230ffad-35db-4913-b286-3c34151e9f10", "result_sha256": "9ce45aaf457c760ec4bcc156219134c439f8098aefa2f2b42d00dcc7140ad659", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012372, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.72583144204691, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1094, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:37:27.363898+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6cba22db-1348-4485-9845-755d41c326a0", "result_sha256": "be2c957125116a02d8cc5285b68738ea39bd584360f487f72dd8f36e515d5fd1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007134, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.464453334920108, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:56.940382+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "860566f5-8345-4d1d-8b59-85448d66e97f", "result_sha256": "b7301d3b6a45ea6794c5a3ba4ba65e97a33ec64140cf5dbb51ea10712d01cf2d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011378, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.537248217035085, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 976, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:35:02.691530+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce799750-14e8-4983-8d77-71ef8db6d493", "result_sha256": "9a257c55e84daf04f6324f4784d5f81038d7ac83c95f5030b4c7d7a6adf5671c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021536, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": true, "latency_sec": 28.54074959200807, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1996, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:28.214712+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6f7724d-60ca-478b-aad4-15a7f582c686", "result_sha256": "fae5b48b85e48803526fa18a0a4e0d4dbdac2453387534bef6e88323689659bf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012248, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.151892605004832, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:33:26.759747+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6038f748-51c9-4d28-9a72-b6f7dcc6fca6", "result_sha256": "24ec1c9b7a9976c92997ce1d69c080ada0f8cd7f4671af970683955b5bfdd31b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015278, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.695433992892504, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1376, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:42.637586+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e14a5cf2-8e29-4f8c-b122-db440837e1e9", "result_sha256": "5dcf2b65f7a41ff07d96529fd785fe3e2e242803048eca9965372e2788313ce8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011678, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.47295608720742, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1016, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:47:32.342013+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "30bc30bd-62df-462b-9170-e1985c1708bc", "result_sha256": "0f561b73cb864704fb5f1df00086e5428ba7f16c34d2ef090a26c4f9d5cfa49f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00703, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.320689138956368, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:15.585592+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d2d3778-8455-4a7a-88d3-ea587aea33d6", "result_sha256": "af5031a6e70668099ca6cc0ee5d2a978ba0c55297620416097efb03b3a1c336e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01768, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.074514860054478, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1596, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:13:33.591729+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "776604de-ed3b-4406-a928-2641dcc71489", "result_sha256": "e070b3b6ad9dd28d36090ffa95009881ac0f2a738f905314dee2c1f401e2f7ce", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016954, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.50653221597895, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1537, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:19.435217+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "41dc2fd9-d13d-4ee4-94bd-db1af109947c", "result_sha256": "ba6e5915555589ecf4c31fa2ec129f6036cc92f41bd97f7cb11a5fe4f813bcd5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016288, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.367240914842114, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1477, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:05.980478+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b23b6b96-c160-4c82-914e-ad2ab90c35e9", "result_sha256": "f0fa3aa3aedcad901bf2f91088efa2b15a85599e418aba18f021dd6771a2b91f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017372, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.430228607030585, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:58:37.988022+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cda8c89-c4f1-47a4-8b13-fc64d9b3613c", "result_sha256": "8cfce487a58c94378a285018799df4e7c3e71295f667ea46a2c65f76dfd2d45b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012248, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.232557168928906, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:50:09.191529+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "123f702b-3d05-4127-bf85-6101d0c7b0a5", "result_sha256": "a93af9d4d95fada8ba1c2355262503f7f5bc7a353a614bcf63eb22bf2fa7707f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01221, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.712791154859588, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:57:36.981587+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1a53ff7-2b60-4cb4-bc19-05ed72d68e8e", "result_sha256": "3b73fbd42a62f26e8d15f0d29ad88235b93fd57071942bcdfe8b7d6a7a806ec9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00834, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.310433186823502, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 662, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:43.674113+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8385497-38eb-4833-bf3e-8ea338c04b77", "result_sha256": "f91258ebc9c3a581101d6b546ec01b3a13322af022bbd37e21c0bb7cf6bb83e5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016352, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.028581965947524, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1470, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:57.259876+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad829666-c2ae-4a80-a757-19fb24b1ce4c", "result_sha256": "d57b814922ab5f1592a77fafd68f748670570c6ef28f2b50d4154fc8c2114712", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007914, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.075683752074838, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 653, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:55.756727+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e44dd867-c5b4-45f7-9f91-06251604251e", "result_sha256": "7ff69f690df23be008501bd4cb70cdb90976d77f806e2690fd7528c221a9cb5a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011194, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.66894979099743, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 957, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:57:18.778792+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aae853de-81e1-4dfe-af61-daf5cd795cdf", "result_sha256": "ce057e88a2dd2c9d72abff5c2ee7f1699897911145502279e62a3f4d1427aa7b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011404, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.756381024839357, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1002, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:24:10.567072+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d73d63a-ce73-47dd-bd38-35f87d05f8f8", "result_sha256": "9ddabf361baa75b66c2669b5c3f9d90e53c82d51b016a4acac3c362ada128963", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012018, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.142331460956484, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1049, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:21.347225+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d5dd4b4-6ebd-4887-be56-e395d62c8592", "result_sha256": "75685032f23b9b9f7d4010561d1c4f4cd5d031c13b8d24bc87cbba6deae03db0", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007252, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.263058552052826, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:52:46.063680+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b42bffa-ea71-49ec-bf89-440b56e106e9", "result_sha256": "bd04b00003babec8b9eb7e3321da05ebf76218730cc68835ccdf5a019036679b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.020044, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.055922631872818, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1866, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:21.412114+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf9af4c5-dc1d-48a9-bca0-f8c11accd140", "result_sha256": "3596d4ac7048dc4a759a91f248ef747c502431a979b288684f03b8000348abeb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01742, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.72074146196246, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:19:37.334535+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "88b2af0e-253c-405d-a513-5acb862c862e", "result_sha256": "8d0483c367d6249f9fb5b578fbcd466f3b442f7467f4487b4d736d13fae0ae9d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.020158, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-code", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-code-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.006412466987967, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1864, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:12:03.812054+00:00", "request_attempts": 1, "target_aliases": [ "fira code" ], "target_canonical": "Fira Code", "task_id": "font-fira-code-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "29e701e3-94db-46dd-8b71-d1f0b8cbdea6", "result_sha256": "e3daee99281a0dd8a93a60aad2589eef73adac4fe066dc96c80a1a623ac9a7ad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017664, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.51274590403773, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1628, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:35:20.033355+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4cb2bba-ac1f-425c-ab23-3081c21f772a", "result_sha256": "975d4b6ed7596515fc43a5909081f36ce69be9575b02769fce94017eda1bf3a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012314, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.741171295987442, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:37.424881+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7091e353-e525-482c-b6bb-668021d54193", "result_sha256": "57305547f5506958b6b660e2dff3a45b10386cca48dbe68df1d532c410707e7b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010638, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.521423666039482, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 912, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:01.327435+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a58d3de-a276-4cef-b344-67fc4bc77398", "result_sha256": "204197ce244f3e3d6749c1d2c1ae2a55e8f87ba66f707e3d0265a90f0ce97e55", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015062, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.382442231988534, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1363, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:34:27.123213+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d101cdc5-cd3e-4186-923c-d138d5377f99", "result_sha256": "2aca7af49926c2d9cecce3545a3d48549e2731534f3df0ec7d850f207d39b08e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010252, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.057349731912836, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 860, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:20.319993+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "249e6c13-e583-401c-a1a1-2b1e4f54bfb6", "result_sha256": "d921e174bfd1cc302f1f10663751ac182af9c29a6ca85486c74b199f4408d13c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014324, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.271226709941402, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1294, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:13:29.963614+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f39a1bad-ef51-4f3c-b2f4-4f085f42a830", "result_sha256": "162df62502adf73a36f26aea08c9700bfb9d85c367aba6f92ef36dbd751ab3ba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0174, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.45051812985912, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1592, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:03.806799+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9f5498c-85cb-4b2e-918e-e3c976c93665", "result_sha256": "d785b235e9d36707b69f6a1c84e93c306894c1389836c5976bf427b3cfec5c30", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016098, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.80651341495104, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1458, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:55.050014+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "81b2089d-ab7e-4c77-af47-e6eb11ae7b70", "result_sha256": "d1512fa2636eb5abf6bbb8413e7cb3db54e08a767fc52bac15b6e02bee08a7bc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01413, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.22764269495383, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1268, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Segoe UI\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:08:27.451755+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f452041f-3c06-466d-88a0-beb2fe823741", "result_sha256": "afddf6fe2814ba6fd7d12209b9b6de9b5684eaf58a708e7111513c45c8cc598b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017208, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.118505564983934, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1569, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:39:22.903897+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "92a19534-9ff7-46e3-886c-26c00e099a46", "result_sha256": "dea446ac8fcc9affe84f275c4acb7806f91cd4e0bd90d1cdf5cf5750ede0bf98", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01127, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.32179993810132, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 982, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:45:33.192073+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "552ff33d-991a-4b2a-9be3-015dab43bea7", "result_sha256": "ab9f39be4d1bf6208435dd467c3b4eb93c387d41d264b89d4e5360561d308c14", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009086, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.472238229122013, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 751, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:03.447252+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e40b212b-b1e7-483f-a629-77a41186f68d", "result_sha256": "79115344f28585758d6933228046f1e7078162cc76220f03e3b2478589906a0f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012144, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.101780927041546, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1056, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:33.930688+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b30d606-5b5d-47c6-a6b7-4725f5473f16", "result_sha256": "9e776578b9956b893e5099e443b0dc212d1fcb0c707d628f728e996fcca5c6e8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011346, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.886671043001115, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 993, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:28.488231+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a1cd9e0-5e0d-4fee-abb0-966e5b9390b8", "result_sha256": "26b3a4665b00a6cb378b16f0e4b72848472c4d02a2ecf9fff993c34e54fa47c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.614754345966503, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:10.245117+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "29e013c2-8223-4b55-b2c1-3c6b22a280dc", "result_sha256": "b416bdb08afb44a9305488c89b46bda1b0cf6b2c02c4e9d49a3593b4eebb51da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012008, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.522098963148892, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1049, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:18:00.321465+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "943bca70-461e-4194-bf7e-ea5f44f22015", "result_sha256": "e5dcf57d85a000ad805d3e1d32d220c73a83d97d396fa640b6f6c360b50c766b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01736, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": false, "latency_sec": 27.300241178134456, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1591, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:44.590972+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1956cf5d-66be-4dd1-98c6-a543ca8d4587", "result_sha256": "0af98d7511852d190bacdfe45336d09c888bf1b64eefe9cd25c8a569b6aeeeaf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012326, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.29759829188697, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:38.254597+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8e9aaec-de8f-4fe6-b3a7-1fe87d75ed4d", "result_sha256": "63e0fd3dded911bcba1a266eed3c0ed0454192d2835689d92094d1222970bf46", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012314, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.807835278101265, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:30.450028+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ac08579-685d-4df0-9361-fc736e76b94c", "result_sha256": "d428a8b87a79215e527b359d9deb7da2cfce3b7ad30de6e41aa02a51ff81f289", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014398, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.28269883408211, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1288, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:38:05.265163+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfe51308-e055-4f37-a9e3-543bc81423a9", "result_sha256": "002c1fd67bcce2c4bad483bc884a7f45c64f3a67c216509e5a676b9afb702fba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022082, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 33.981905257096514, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 2065, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:49:26.894136+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "41ce1837-1d63-4d27-b166-0c2149ffc427", "result_sha256": "ea99ef67cf0d5cf94434a2c7cd40879b3b329cdf8f41bf8a91d795afb523b24c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017392, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.416644291952252, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1574, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:38.790067+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a07cd80-362f-45f9-9d84-5022de4bf1a3", "result_sha256": "edfe81cd1997cb4154f7bea2515875cdcce4ab83bd58b6ef5140573c6a27314e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011574, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.10826148209162, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1019, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:45:01.680643+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c36e454-b7a7-4794-85ca-598de7c065f4", "result_sha256": "9c637103f145ee83b5449200ac1521c607434d28ce4cf4a607d08745a6e34a57", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017298, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.87844128604047, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1577, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:39:24.919228+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf0285a9-d018-41e2-af86-893797428885", "result_sha256": "9fb023ca5cd1b0f57776189b5a8bad94f03a4da8f8651d984d79d238917fae16", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014904, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.525737860938534, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1352, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:40.861308+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fec3356-eea5-4cd8-b6d3-650640a73ea8", "result_sha256": "b4e59d0014794dd48477836a82041b5b1bf7a3903edef81a729d66ab8d425742", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016982, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 27.39434719295241, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:19.790432+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "73e01946-9210-454a-a455-fcaac4e52815", "result_sha256": "5b106f3211db324b64b51e25e86d44b41fc8110ab547c943de0d45d7ab34dad0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009572, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.532119252951816, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 792, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:45.996338+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a52e1413-ef9c-45b7-b77e-315fcc901366", "result_sha256": "a6c40aaf363acd5265d327e2e797a628a2da5121327999515f4ac3c83e108493", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012086, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v43.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.240162102039903, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:41:30.932176+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "717970ca-3e40-40f3-b21b-d99c3e47b629", "result_sha256": "4ece62b59cb7603c0c77fc7eee239c04fbe56e32141445fd8f37e593403c4c3a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01581, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.73774444195442, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1433, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:40.473372+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "68d9ff28-0a41-4db3-a51f-9b95e2ace473", "result_sha256": "3a65df3bbd4d60bae78950460678364856f4091e61238bf31237101f4815f3b1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017008, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.51013919315301, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1549, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:36:52.011799+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "108a547d-543d-457f-84cb-c2a07b98081f", "result_sha256": "96372fec334247ec088f7527d53ce89d8e44a017c7fba7c185fef21385a92cdf", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009744, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.441799331922084, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 836, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:43.031396+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a8e37c0-757b-46a0-85b5-42b395a4754f", "result_sha256": "ffd051b46d5fd401d833071d74169d415dce6c54d295a3392edbfeb6d31d561c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015172, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.534115178976208, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1374, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:13:02.751122+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5929e1ba-5bc7-4de7-9861-e37532c50350", "result_sha256": "d85d3943ea2b301e2b8af5ec14d189a6f6f74b8641fe59b0ed27b5adc4c8869c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012412, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.64633888192475, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:43.578121+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "55e77933-5b79-4cee-8873-8ea83cb9e411", "result_sha256": "0fa4238fb07bf76f3d15f0b5bbbc5b580566bb0e17bb3bddb44c1efbeba7b145", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.01738, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.293023429811, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": false, "output_tokens": 1593, "predicted_category": "other", "predicted_font": "Fugaz One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Fugaz One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:42:23.417978+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6912c18f-2d06-4545-8c3a-b283c4fc53c9", "result_sha256": "50c9aafb6de8a04faf4edfad364874da133959ce98be2c3c095ebc7221b9aeba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01222, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.839017896912992, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:53.867996+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fd6dc682-a734-4071-bc11-30080d6676d7", "result_sha256": "79775ab3c6e81eb10d04417290641e073da6edf71b828f3cee05978192078cef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012268, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.0114913538564, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:18.108641+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4e922c9-af3c-4c9c-b93b-9a8147e9ce83", "result_sha256": "6552040eacfaa04a0bae9f5bc0d5c35454a4bc1be7408badb82fdc9f1b73fcdb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019888, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.933694306993857, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1837, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:47.672507+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff62a330-1648-4349-91e0-d6a01fca0a33", "result_sha256": "2a8d5d702955528fe26f5f806a468e64f1b5420eb7c3e4d86ded710f3aa1803f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017314, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.565477891126648, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:23:11.574788+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a1312a6-ea1b-4643-a740-305c8e6ce475", "result_sha256": "e45d455b077e596ba67ee9db9f7196439a271768e33dfa420796824119a03dee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017514, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.297362397192046, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:18.797017+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ba52995-a1bc-42d0-9b60-9607a59ac139", "result_sha256": "c2804abf1a3a8ef4b6728e83bf2eaa30f236f1a6adf609870e8f5e5b22c13994", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014024, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.031032321974635, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1264, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:41:55.123045+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "890f9c63-2d0f-48f5-816d-a8d643aca9af", "result_sha256": "7d8fd0d5fb5ac17b207a25f0d2140cd07c05c385a791e60d2254f30eda795de5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012354, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 21.2588257859461, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:39.796551+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "06d6e49c-1ee7-49f8-bf18-8566eb1aab14", "result_sha256": "0ae1f346c9a85fbf61ac89897fdbc4f9bb346375052f6cd9a15127494eae544e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021968, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v57.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 33.70324015314691, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2045, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:26.200363+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec63f318-93cc-4096-a630-a26dc4d25562", "result_sha256": "4f6385c63e1b2ae3c373d2b671e40728ce6340d0c35893f71381c4b082ef401a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016032, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.501433315919712, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1460, "predicted_category": "other", "predicted_font": "Luckiest Guy", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Luckiest Guy\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:19.288675+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3b50ede-b957-4409-acce-e6451d3de5c5", "result_sha256": "3d0477d75560e22aeae875c9a3f78c4c44fee062b12bdc273cf3e0065493c17d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020262, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 40.899160363012925, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1861, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:45.936466+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e64ea6e6-4118-4317-acdf-f8e8fd98cb2e", "result_sha256": "581580c481e27d41e86107744b0336edf1f99b31462249ef15edf1364a351d24", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018684, "error": null, "error_kind": null, "font_correct": false, "font_id": "fira-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-fira-sans-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.37091824109666, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1730, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:43:24.643204+00:00", "request_attempts": 1, "target_aliases": [ "fira sans" ], "target_canonical": "Fira Sans", "task_id": "font-fira-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1839480b-24ec-48ff-a9c1-fb62466ac331", "result_sha256": "5003ea13cc83bd1741556dbf025541261e2186fad96bcec3a138aa7d3b3c8f54", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012874, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.655752687016502, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1149, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:12.710445+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d04dc92f-2b38-4198-84d3-ade39ac3866d", "result_sha256": "15c5199d41d8406c4cc034f26730aecd2576961051ce3ab6313205a9779f9f74", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006974, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.854918838944286, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 539, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:45:39.654652+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "12d59cc1-af38-49cc-a1bd-32f64a327cc5", "result_sha256": "6bff3c9f948bcea35377bc7fbcf0fbbb87ef02f85ba34a9ba57d10a94a51a000", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.005868, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.800859468989074, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 435, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:15:03.350348+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "39cc6d96-0f96-4365-9466-a9a4ae5a52f9", "result_sha256": "9d47dd8116177154f88ddb64068bef65b1e7e84129ee9066a93392d088107fe9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009632, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.234093103092164, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 820, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:05:55.669965+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b43a0ccf-bf18-4e11-a214-e31c033acadc", "result_sha256": "5eeeada27b9eed3aafd721962f5c9e89709aa1084b3050c22b36677baf8234a7", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009272, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.97560348501429, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 762, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:13.350875+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2eca7e44-ac72-4ebb-a433-7134ef8a9a2f", "result_sha256": "8b405c6480bc59e970720d528e5b680a978f2364c1f44cd86fa054475b88c810", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.010474, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.18547449214384, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 909, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:03.131219+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "44ceaac3-63f8-4d7c-81bf-d95bf998a408", "result_sha256": "bac9f34353eb4926b24decdaab3fe61b2a8a03029f64a1671b60d8229d805126", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01357, "error": null, "error_kind": null, "font_correct": false, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.113379607908428, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1209, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:39.061074+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfc86f2c-8317-42dc-b2e3-0eccae9cdd71", "result_sha256": "2f77914b1aa55f6528797ef31d44061e3d79656e7e2dc3cf191aaf32a8ce3ec7", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006868, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.899750407785177, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 535, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:53:24.653018+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3beb6369-2044-4522-b0d8-adc4a113adf6", "result_sha256": "86aa9732cb4534c8a8329bd6ce46438f09e0b37ef5d0f0570ab18a633b8be658", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00812, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.82146385894157, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 667, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:00.161906+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb5bc562-26e7-47a9-9583-99515b5de6e8", "result_sha256": "aeef1a5d954f5afed7482f7e0994db230ec068b74d4c7e1532583d37a572e303", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.020668, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 29.124390601180494, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1915, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:46:10.506004+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d162569b-3348-4e97-8292-487d301b2648", "result_sha256": "faae0ff48a6ab02b657d8d70f3ee04e8705512326d4138f8da15fb1199b19646", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00703, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.772656651912257, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:21.058661+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8894a905-5469-41d5-a4ed-f6476fb9165f", "result_sha256": "caabb068c0eb5baffb603388bcf9cc9a42ed525d1eca24ed69c3020ec8af2dab", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006646, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.097840547794476, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 507, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:49.910855+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "90bd09b1-2f01-475a-abd0-422e88c07a59", "result_sha256": "5d9281d32a96b4ab54b5e9d2148ca5894633a272e6d4cd69f9fcfe5f1653165d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015434, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.003802171209827, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1385, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:23:32.664497+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e52615e7-1958-4fda-8e56-002ebfd54018", "result_sha256": "9127273a47721da6a85ae49ba46cc7ce151171b58ebfa7f62be6adb571613731", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.017458, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.533316677203402, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:01.387686+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "60fca007-430f-4b0a-b111-41a5f7de0fc9", "result_sha256": "ec866a6dc8c6f941d798c2fec4bb7263ab5f04b11bb136113cbe2f1beaabc152", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012192, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.16598579613492, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:53:52.449935+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c36373c-4867-4014-aa53-79b707279a78", "result_sha256": "c4de98c6eaf80a7460c4bf5b2f5e614beefb2223f4525c4cc64d7e324bd27374", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007068, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.725133550120518, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:32:23.449537+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ab50697-ab29-45a6-9626-b9c1c58e2caf", "result_sha256": "31844769c7e09bb4d259c81042db6ed91289e931397794fcfb6fbdd0881f793b", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.85420271102339, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:18.393270+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8942314-e5fa-4920-824d-ea7d0fbb80f4", "result_sha256": "54b5692b07e7c0ed05f768874abbcfc9746df6ccf87be121772c3ce750406aa9", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00777, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.29239697009325, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 605, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:52.323138+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "46016e83-432e-4052-93b5-073f1b328f20", "result_sha256": "1e449a35c1225f3a9d960fb7c306d40e9e12d50a2afe2eface81fbf1bdde3aef", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006064, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.896544226910919, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 448, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:47.795125+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0726443e-2726-4a2c-891e-c81a61be8621", "result_sha256": "5a3ab6f11e595fbad5f467f2377ea193fe1475efc8ff605a3caa474d6271ac91", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007558, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.58685453608632, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 604, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:29.719215+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "51391035-f298-401a-8778-ea76fc23a496", "result_sha256": "2a6f737fc4b23367ef7a11a9fa5ecc176870f2a703ae387ad47571ebcf2c35df", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007088, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.277545376913622, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:46:17.308743+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "80a4d95f-253c-4c6b-af38-c60ef9a4bce7", "result_sha256": "b47a125ac138df9936cdddf9c09cf2e1b39f79f74aa005af4c44ebd36b914c91", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012232, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.903425647877157, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1058, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:47.725352+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e7334b2-849b-4868-a87c-02b3e8e62b5b", "result_sha256": "7d43e4b1227517a9c7b5a2443b902f3831ba6fc1836e4b383a437ba2e7533563", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006934, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.110558948013932, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:20:55.692943+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae575c81-bd46-418a-aba4-1f0efa98dbd5", "result_sha256": "7c9e72684043ff621857671af17838a5ed52516b749c69d84b5eb13ec5f60393", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007894, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.33936172700487, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 627, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:29:36.892788+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3db5f6a4-8904-40ef-9611-7d881a56fc2a", "result_sha256": "bdfd3981ea8909409dcbc44d7ed01106b5b20a816605ef05dce5177ee7b9adcb", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007644, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.23263649106957, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 626, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:59.204540+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a6b6cce-03fa-434e-9755-805c3389c786", "result_sha256": "c89774bd2e9f968f581cbf8f6ad93567c80620f783951bb596af1b1bcf53c7da", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008888, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.543112112907693, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 736, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:35:45.349278+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f47dfc3-59a9-49a1-9d29-e410a78639ea", "result_sha256": "9e49e1d5452216f7d854aa81b9d38511da6a2548465e838a804ef85832a89cab", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.005082, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.242438003886491, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 343, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:49.009244+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f12c09d8-5674-4f4a-976c-3d2faf0e4732", "result_sha256": "01d2b49a03f7fba4e6208dfdb1ca1437693c4872fcdb8a4ac95874fb851bcbe3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01629, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.707022910937667, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1484, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:11:21.656786+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "56bea4ad-888e-46c4-b844-1cac5b64b94f", "result_sha256": "071b108914ac9c3c798c4cec77dfc727adc6c69ee23a9c817100e171997f53ea", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011416, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v44.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.454635119065642, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 984, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:45.386680+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c20c4dc-9049-4991-b5c6-a3771f3b2fb9", "result_sha256": "59f347dd8e05546f5d72b3e8ba744cc45999df5d4c1e43157b813860562d34f7", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.010358, "error": null, "error_kind": null, "font_correct": true, "font_id": "georgia", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-georgia-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.57485900213942, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 884, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:30:28.058800+00:00", "request_attempts": 1, "target_aliases": [ "georgia" ], "target_canonical": "Georgia", "task_id": "font-georgia-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fc5ccea-cf23-4560-8719-92d0ce56f98c", "result_sha256": "32fa0870d05acc2dc4996de15df524f9cf873515ffc39092394c485f20d9d485", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006734, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.787063594907522, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 535, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:54.046642+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "664ca3b0-0520-4a1d-8efa-5514e97c915d", "result_sha256": "99345aad8a2d63aadecc4aa454070ce6c8f58895ba99fe760506507bb0583e79", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015064, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.70013310201466, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1348, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:42:53.688239+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a57527a4-18a5-48fb-b9e8-4c8b8c013225", "result_sha256": "2016d745bf12ec32165eeee1cb4a8b4a27fcd5deabab594dd4985697697dd2fb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008758, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.504985810024664, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 724, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:41.763707+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a0f9ad8-677e-4eb0-85d3-d4400ead07dd", "result_sha256": "1eb2fb39bc71218601e5a35b784c06fd453ef228300365e59719ae6ba491059a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012162, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.328702847938985, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:12:32.172167+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e606988f-44a6-4674-9c38-eb46db02d750", "result_sha256": "505ab5ba65e87bb577a66701d793696f469df99125ecfe0551180dfd8bfc609e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004432, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.508465684950352, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 278, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:05.468720+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cade3e5-6cb7-4d0c-84b9-c2d73520a466", "result_sha256": "56e0d9458092f76e2d857b75cae0054b1eddc244b8763af78a8f4ea9601a2c2e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006944, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.340457380982116, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:35.878851+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "46372757-cc7b-4362-aa61-e62f35d83928", "result_sha256": "fce069b5f5d98c838c70334abb8312b1ad93a822aa81e802e4a603b20ac26a0a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01222, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.4368158869911, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:56.799222+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "71013bbe-755d-4e50-b11e-c0df3da28a31", "result_sha256": "3cdb12e5392fbc7b238069fa90490534822ae383bcce9f32d00cac81ff90bd21", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.004028, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.431500780861825, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 251, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:45:13.208553+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f80c2a85-798e-4780-96d2-d0f38d77bbe4", "result_sha256": "fbcc717a90c8502fd1f7c6fa62a94623c0ecd34be8640284c4722cf59da5be6e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01395, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.291164498077706, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1250, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:42:18.448790+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c9cf4a1-ac62-4330-a1a8-e17e62b46cf3", "result_sha256": "c54cd06bb5736f00159dd20abf98a9c894d814064c99bb30f780780470954f10", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010038, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.650451786117628, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 852, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:42.983031+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccc14cda-8cec-4201-813c-2d9628a2caa8", "result_sha256": "0cc935cd030025004aeb0b7a25f84c9aeb65f90a6c41f84cf99f64cc14a150a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01068, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.2187814170029, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 923, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:39:23.360504+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "db34a9e6-2fa5-40fd-a5dd-4bdb38c8a1e6", "result_sha256": "658c1274a18c22b7207b1ed0f30ef148ca3a5d57277561be97789a528b0dccd0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006606, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.186765080085024, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 503, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:36.291622+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fbff767-a52e-412f-a159-59fd0146804b", "result_sha256": "a97e00feb5321b3c1c94a9f4a76133f3c5a49a0384da1542b6b60e202717359a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012334, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.315616620937362, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:05:59.843861+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "06206458-8607-49ab-88eb-d633865a3048", "result_sha256": "bc5b21f96777b7c4ff24d9f425f70bf1d46898075c68dedf606385d6387d0c27", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007388, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.194990855874494, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 587, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:36.557692+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e5b7155-874b-42e1-b645-d710df15a980", "result_sha256": "ec0ba40728461b4ca32d2827e49dcbc09016004eba95055c839e88fb37d52244", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012192, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.948662915965542, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:44:32.185600+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e16825a8-a129-4d0a-b610-c5fe80c45ffd", "result_sha256": "da1519cccaf85cf8dd37843ffef62e4664bcb113a70c225aba83e686dc571a31", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012258, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.183550321962684, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:32.474439+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "549d2bcf-9e18-46f8-9352-81943ef3d87b", "result_sha256": "77e8b53da539c96d3e08133fdc10732e1b36061aceaec508d3e147be84a7a45f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.251564051024616, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:33:36.047084+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "270058e3-4b0a-406b-a112-2fa22cc66c63", "result_sha256": "a2ec38455f96a1b7ce19deff051a827796f2318c5045b7af805490abce5e5512", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011926, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.120428380789235, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1035, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:26.604861+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "52ec0004-79f3-4e5f-908e-6878821832e8", "result_sha256": "a3f18032fab3f8251c9a4a7be47623bf084456f87080bcc041bd5210bc4c1592", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013394, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.84405132289976, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1181, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:23:40.420027+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e0859c7-b8b1-4f85-a026-dc7cb7e5c59f", "result_sha256": "03921db615a208259d41b781ed15387d4fa6fe05630010cc8e68dd378641c06b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005808, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.896712617948651, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 429, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:44.582697+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "93307f2f-d116-48f9-bf95-1bc802883df4", "result_sha256": "75a80bbf594bdece9f3ce62bcf6f76de9cce37537afd2498ac46a40b82e1a212", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008492, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.120827631093562, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 706, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:42:53.630386+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "53f896d6-e616-458d-87c5-f03459360cc1", "result_sha256": "4cdd10333463ae077bef87fa38409f8809f6052e854189a47d48613d9f54cfe5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010282, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.986097051063552, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 863, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:21:27.527404+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "958dd786-a223-4337-acfc-2598db7abb48", "result_sha256": "ad4289cca3151ce419ff9f1ab5896e7516e84b266f7f5e4da372312f0291cdf2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013354, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.41324231494218, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1197, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:27:38.102946+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "45b71d57-d6a0-4245-8949-e52138d0bb5b", "result_sha256": "21b87215f2963e5e436f096424a538ffe1115a20e3a8eb200e14026a8c44376e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011918, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.637397771934047, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1039, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:08.429593+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b277d6a-b2a6-4e74-b6e8-2ae3bab76f04", "result_sha256": "c30cabdccf6d4903f7e8fae6851df828a7a71b8589fe6e45135ae350f32130ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017144, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.696561043150723, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1576, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:37:54.354884+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f47c3dbc-2d10-494f-8a0c-6c9a2c06c4c3", "result_sha256": "f0f0a01624f14841c05e13ca3574e122ed19c761df0db76d4d32343effed5311", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015552, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.55669619492255, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1412, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:41:43.720058+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "533b48ba-6fe3-4552-b1bc-4816f2867d7a", "result_sha256": "82b7b8e9cebc80cd9530dc6dd986926afec16006fec61d96d7b2691ed7076b4f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005822, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.9665355051402, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 417, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:32.502914+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c5fa717c-cc28-4d98-b7b0-d5e431113a25", "result_sha256": "dbbcb93074904947048bd2c4fd960d48025207ef8f92e89a100cef720d684407", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011754, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.345948334783316, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1037, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:12:11.452496+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d912bfa1-416e-4e68-8063-1551630878bd", "result_sha256": "3ff8eae20ad9f77f7862cc6c87b9ea2d4a86ff45b683e36d325bbb9323a7e98a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00706, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.368389497045428, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:01.931740+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "70ec8bc0-d882-42c5-a049-8696c0db58df", "result_sha256": "7ccc86c300667cb70a6ab4d3ecf5e734f69131b2a3920d7ba40c0539fa47f2e7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010258, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.814041077857837, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 874, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:51.394866+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ddd1946-4d77-4790-8b84-86b9e2b161c7", "result_sha256": "2b77ac5a38fdd2d0f753dad94470dacfd1cbdc44d00fedd184f2ab667f73b009", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010214, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.424088347936049, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 883, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:23:31.768364+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "de2cfea9-03ea-4aa7-a7e4-a5ee127ef017", "result_sha256": "f674d5ab57933544e8c4034669a443ad45d2169a3b84b5feb710ce5d0cc4a528", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013928, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": false, "latency_sec": 22.07981312996708, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1240, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:50.003589+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e84406b-8bae-4b3c-9da8-6dd35189ddf1", "result_sha256": "2d4012fe4f1ebc2b7a09124067c08cdbe91dc7c5f4fed8ab916370c36ee44f2e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009332, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.45911702583544, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 768, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:26.065120+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "71666ec6-9953-4f08-b509-02628eb4674c", "result_sha256": "a4a50f52116d5d8d940238950fd223fe2ae8704b4e2209e60e16b377353a887c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0101, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.610957154072821, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 865, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:06.599725+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "160bbd14-c753-43d1-b76e-a3937c1a58ef", "result_sha256": "b2eec2b0d395bbe4e5e58c664243249afa7b66235839bfcd4c2a569bb91f2821", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014196, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v50.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.957708846079186, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1262, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:01.003124+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ac27e60-1126-4b90-a0bc-e70b7741df5c", "result_sha256": "3a3907163aadb5439b18ea414352903883b49286af761bc2f52ac75d7761ace0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011158, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.827061912044883, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 964, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:44.919704+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "76814793-d0da-4663-9760-49ff4cf40c53", "result_sha256": "912af0fa841eb42d4a56c829553a43e897004d9d109279176bb3b24478940b4d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008998, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.426897754892707, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 748, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:27.923347+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fa89523-6d44-49a4-a288-67882d61e9b8", "result_sha256": "f81cb9d259fe8caadaf2394f9bedab9f3efbcc67295567d5c06a1d51cfe92f9b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011212, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.913700120989233, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 978, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:26.193135+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f8c6aca-6da5-4967-9e5f-cc27c90251c7", "result_sha256": "343698b039815c9fb6afa6491aafa6236fd337984f1c3eec7e7e332edf28dee5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021404, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.8416775430087, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1982, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:17.115006+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0cb4ac8f-db50-40d1-91f7-0daecb65bc87", "result_sha256": "e49dcab0c86251958444153123fce7b99e505e34a7f28476c91357104577a2b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018034, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.961643727030605, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1665, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:36:26.656160+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e210594-455e-457e-a47b-2f36d6160c98", "result_sha256": "cfdf589caefdaae39d652c5511338729d6ebf2f0b0add25c55d34510ccf8f2e7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007164, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.74490470183082, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:29:34.175770+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "51119ac4-eed4-4e95-a37d-233cc763486a", "result_sha256": "1949276c3e7cab9c80308ce5bb5dc51ff04d732f0858f1c00cac83ff929b36ff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012398, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.242018721066415, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:01.507337+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c7bdf75-57a1-4b1f-a559-02c517d160e2", "result_sha256": "f98fbe17e1460b00f894faa1e6d96305985bd71dfe73b33ad61f195259fc5718", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015172, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.054372410988435, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1374, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:58.456735+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8e445cb-1da2-4931-a7f5-37db5a3a07a9", "result_sha256": "9e8739945c41cbaed2674ed704744002b9622739bda071acf2d4278473f51f21", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018082, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.476075021084398, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1643, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:07.565119+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "da44bc8e-31eb-43de-aebd-c3cbe79f2ba2", "result_sha256": "af185bc77e1348ba83afc876d393b2ea8b6d25225f9c54e68a60fd141961e7a8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01638, "error": null, "error_kind": null, "font_correct": false, "font_id": "helvetica", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-helvetica-v60.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.590496877906844, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1493, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:20.187728+00:00", "request_attempts": 1, "target_aliases": [ "helvetica" ], "target_canonical": "Helvetica", "task_id": "font-helvetica-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "645dca97-a81d-4176-9354-4df6762ab618", "result_sha256": "dbacbfd6a4fee47d4e49991934959c7b56a419c118b211222c5610c4ccabaca2", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012104, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.987407329957932, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1072, "predicted_category": "other", "predicted_font": "Anton", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:16.998584+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d2afc2e-b4b8-4fa4-8a39-4640214e490f", "result_sha256": "d5e143fb801c9ff086f8e613184e8b7374c5d4dd0fcf07edc40954a3d3702b9b", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009774, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.485596888000146, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 819, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:54.748248+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b3ca837-b4ff-4300-b416-a7e3de74a467", "result_sha256": "fad7266272615948ab75851f6605a0024d12481e5b400d5e87bb2a0b99d91f60", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017438, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 29.065205696970224, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1592, "predicted_category": "other", "predicted_font": "Anton", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:05.884070+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e94582b4-04bd-43a6-abf9-9e1ad6481a4a", "result_sha256": "dad7ce5c4821da513c005dabb61010b24080819392d3f585594e0b2e191600ab", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01093, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.502567726187408, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 945, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:01.550163+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1d61777-8eb3-43ef-840c-ea67afbbe4db", "result_sha256": "dba50ed7de21c69d2119042a4856a3a9c6f7d683666dab549b589dcde8f2bb04", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011348, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.236856731120497, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 983, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:21.277343+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9525fcf3-f08d-4c8d-ada2-8fd200af58a9", "result_sha256": "a141c1f00a12b22434e4f8852e79483f9044ce47fe6928ceae3fd2093fa83099", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01219, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.69154453277588, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:24:48.979059+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fece1a1-4179-463c-943c-9e42c6643cc5", "result_sha256": "6c3475c800d9861b020a3b2acad33680d64857c1b6fc71f43cd6289279720e72", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007098, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.39675725903362, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:53:59.272658+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ba7f0f5-cdfb-4c0e-a629-e85a974518fe", "result_sha256": "c4318e4751bdba56cb25df974a011adc9d491f9bad278632fbd5a2b6756d9677", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01464, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.855820548022166, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1319, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:19.445354+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2679a32-080c-4d17-9eb0-2d36f0e935cd", "result_sha256": "84402e692d1dc791a3d0047e193bed7bb4806632c822621b2a604aaaa3e321d6", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.017446, "error": null, "error_kind": null, "font_correct": false, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 27.902679973980412, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1587, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:20.151329+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "32efe758-7eaa-446d-8065-5d5e0ee17d92", "result_sha256": "ea86964516bde8a133175770db7a861bc6fc79990b0e0c27bd4b201dfb25fa70", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020694, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 31.731619115918875, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1911, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:50.178878+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "733f8539-14a4-43d9-a59c-a2a52425ecbc", "result_sha256": "0ca1ac96fb8ea49aa9b666baa52f0df7b3f7e766fe790fc62b5782e5be9c1d3e", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01728, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v29.png", "input_tokens": 675, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.98601672705263, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "other", "predicted_font": "Impact", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:25.817085+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d91a792-3f2f-467a-a628-23e8dea6812e", "result_sha256": "d54ade189039d6e8de37cd2ed7020d148f4e486085aeb6cbeb71732481cb0eb5", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017324, "error": null, "error_kind": null, "font_correct": true, "font_id": "impact", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-impact-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.21520148194395, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:32:49.390901+00:00", "request_attempts": 1, "target_aliases": [ "impact" ], "target_canonical": "Impact", "task_id": "font-impact-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "56fd8840-e4b1-4e97-ae74-c3dd5b57ce41", "result_sha256": "e46bebf4f4aad9b37fa604fe7fff4239e1be8861b9e2b4b40fcf4e34467f90a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017304, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 32.293695502215996, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1592, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Helvetica Neue\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:14.813740+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b8deb36-48a1-48bd-8bd7-17c190a764e6", "result_sha256": "1fb35464c1d6015173ead68695cd36678c0f1e9dbcfccc59d7f22b5c8ad2a47a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012162, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.349230151856318, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:52.698646+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "419b5dff-e7f2-45b2-bc46-a6a6175991bb", "result_sha256": "fa58a176adc567b9a57661ea5f4781f003d73ebfb5ca85ce41107207dfaba08a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017592, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.448904755990952, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:13.149554+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "68902cea-f310-4c34-9220-2325c84ddb2e", "result_sha256": "f7e4830e0ea7e921c5d7b8dce269754b6ba4c4c7ffd42faacc8ac142278334c1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01677, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.928423918085173, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1532, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:24.351745+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "306b08e9-3133-44cf-baf7-d65a3ec6fe13", "result_sha256": "9cdd1358e11ae2a82c9168a11c9c30ebd94621830d20f8b036c943179d68799f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01144, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.84902595402673, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 996, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:32.242924+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2398f06-af1f-41f0-9772-745b34241669", "result_sha256": "aabae0c3068ab95d4510f956535f36e94c0b22385324ba37807e53e92e6d54d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012258, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.35499778809026, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:00:06.424289+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8207353-ee4a-481d-85c4-696e3bfdde32", "result_sha256": "aee179cada76644b256fddd15e98ce1cbfa0f8b51119f0beb75b43538f465372", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020798, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 33.34492041915655, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1928, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:15:18.109435+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbb95caf-1f0a-4273-b8fb-251eba26a15b", "result_sha256": "272889a77bb56c7dbf935ade1ed042c373113724637d5dab593af55a0d66f39d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016954, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.664256076095626, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1557, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:46:40.313309+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5cfa652-91d0-4f84-9484-a7c958e17403", "result_sha256": "875310710d73154021b382477c469c9353944e7adfd17bf5a8a515a7b7a920a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016484, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.239399109967053, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1490, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:55:08.435283+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c341421-acfd-4bd4-979b-2ff32182f2b6", "result_sha256": "30d0d0785f7eda4bb4528d5626206acde0fe87dbff9663c500903ca093a0ef9a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012154, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.036169341998175, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:44:02.767132+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "76ac2be6-c695-4a22-8ed3-5632304e5b22", "result_sha256": "c83201dec3f0f197c067314d4af7101d9af462b375a72d4b8fe38b01950bfcea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012344, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.290543019073084, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:24.499604+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd017eb5-657f-461f-945c-7dadfc39e974", "result_sha256": "15e9ea7a5c61cb53aee4b458142f90c1a0f36128db5804e3c20a51c5d84b8428", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015138, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.320479238871485, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1362, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:35:25.051947+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "84fc5d0f-8ffe-4034-bd30-8d9deaa50275", "result_sha256": "3078a1fcab3ff9876dca78e424ed512ae1f4f1e959f49a2403d7c1ea8bf960a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017372, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.682985474122688, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:48:24.244093+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8c81e33-ad90-4444-a58f-d48399a2963b", "result_sha256": "7403f0492739ead5dcdf71bac7d29aee4560069fc52c4cf45522c62d5757fa31", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012412, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.139732382027432, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:03.123154+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa8d405b-857e-4df4-a549-5dae2df73c89", "result_sha256": "7bc234ce90c5b09bb6ad1e178a5554ab6d69af6a4924be7b326180d71d06cfe8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012144, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.54095238284208, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:32.899510+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c02a145-00fb-4297-8d18-2b0e414e27de", "result_sha256": "67bee7e3cf4aa25fa1c93630e10c43368c8c4dc950f835694226e6c86eeb6527", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006494, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.21595997014083, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 511, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:36.551378+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2b63b36-b4b5-400d-b425-5a7930041c32", "result_sha256": "5c62139d21f4ab55c18003b5da476da8256fa4a42e88ffb7c353520ef778ccba", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.013744, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.86732455296442, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1216, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:18:43.877841+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f9ce6d2-7ce6-4f67-add0-af6245d5b35f", "result_sha256": "4eba132c3f46544b7e24a57d31b8cf97bd6d0ecb48571429bea08e6190b8a5f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.027808, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 38.86487928801216, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 2629, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:31:10.143017+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "07ca5b78-3f72-483b-9403-c2c2ed7c1086", "result_sha256": "7cfb706a2de8167d3c88b4e14b4cca84903df709d2116991720f79db7eb7c768", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016442, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.044447268126532, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1501, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:38:02.736692+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "af5bcbb5-627c-4cbf-a065-16936f713e8b", "result_sha256": "504325844dbd5fd67dc9c314b987a0b093f00b370656e9b266822884e56b2a52", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013552, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.747930633137003, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1190, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:31:53.772091+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7bc0a217-e954-45b6-af7c-5cedbdc969d0", "result_sha256": "38466d1569db129aecd3a95e256723158909d626ceb90b9f44520c2f7f25696e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010094, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.245373928919435, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 871, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:31.635428+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6e41f82-dce6-4e88-be87-11f24d33c5a8", "result_sha256": "28906c6c751e11b61ec98940050380626e50099e9b0580c53f53303d9e633843", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01222, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.165526649914682, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:17.445711+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d4c0441-ad66-4a4d-905d-9ba4c5a99392", "result_sha256": "f1136ecc922eaefee46873774e11b374f366589ae2cc0479222b3cf7b7750252", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009618, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.699141807155684, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 810, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:08:44.869108+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d60c9d9-c86a-46b4-9695-77f20711486c", "result_sha256": "c1059d8ba1e3410ae5b6693657194dd03ec1711dd9b9da60541c90f16dd71e69", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0105, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.267694107023999, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 905, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:35.331590+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ac86e6a-cf88-4b6b-a330-9292dfd0f5ed", "result_sha256": "2cc57f99e804b5d9333bcd79217f0c61ed9bde743a8bb9e6bf47f69683ef31fc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017458, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.987040839158, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:18.958058+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebd1e7b0-dca5-43cd-a7b1-60b9031ecc4b", "result_sha256": "2ac11d6cb07aa82d4a15febfc1ff10ab7f9aa4ce69444c9f5dd73e758a15558b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0174, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.859547863947228, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1595, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:39:12.485916+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b5fb017-262e-4ec6-918c-0e6133fbce78", "result_sha256": "4b67c87df343a6274e6d70624f71d5e3d14ebe10630dacf119fc79713755cf40", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005896, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.208090467844158, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 432, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:39.602156+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "88a6ec50-64c5-4c0a-b0c5-f9139e84c578", "result_sha256": "8f51a9258ade1cb255cdfd1269e84998da0417b37a84918ff627e41ec0beebf9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011764, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.292863786919042, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1018, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:34.202644+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2109826-1004-4953-acca-ff50555954c4", "result_sha256": "bc7c0d69e7ce0e2eca037d6205f663e6fa337934eca78108382f9c04f46ce930", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010988, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.213314217980951, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 947, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:05.803914+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "14fa357c-21ab-426a-8897-3d95c7c2dade", "result_sha256": "af316e12733f708ace6b5f2bf3047be0f46e025291d78686dc5f1b1c37197f1b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008352, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.693563123000786, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 692, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:05:55.104570+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "087e0ee7-4f0e-4cbd-9857-68e24432cca1", "result_sha256": "ea46295f9776358bb6cd30c1ef312350aa91becff2aec0797d4050127c326ac3", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012248, "error": null, "error_kind": null, "font_correct": true, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.321114354068413, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:16.772637+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9427dc27-6b9e-4fee-9c9e-8ab3fcdd7145", "result_sha256": "35134f1474ce545bf00f2255b00b0b2a18b52f85531a9fcd0f8bbc99480e776b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0108, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.819446776993573, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 935, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:37.539887+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c93dd55b-4e88-41c2-a6aa-47d3a5dd3a0e", "result_sha256": "2a48caeeb043d5c1f01597033a85e93ca4872aa746dca2ce67b8eb68d61d81d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006386, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.453106936067343, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 481, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:09.605828+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f03817dd-7a32-4d72-88a3-90e4bbd5d2fd", "result_sha256": "13f794448f457b3f28828f44b62c3b16d7442df53dc0d56b1d42846423862dcc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012314, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.91905388701707, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:48:45.380893+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e01607b-236d-4a83-80f7-a124f90ddcea", "result_sha256": "946472b97489d479a08078279a2ad025ffb4c0c05aaa1e432085bfb49fe543f7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006148, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.726336789084598, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 463, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:24.521132+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e55b783-56b5-403f-965d-3b0bac7a9563", "result_sha256": "4a203654d701721ab8288946c00cb1f3135d850c8b53928e85a5bf40ad058c8d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012172, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.748775386018679, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:26:28.876662+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aff361b9-dafe-4b10-89c9-bd5402e2f247", "result_sha256": "4a9306828b85366833def5225216bc315b299c6272c8f4deffc95762dea034b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014362, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.748224321985617, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1271, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:34.517581+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a7c0b6c-9e1e-4bbb-bde3-45d16f6e37f9", "result_sha256": "3926336c5bf0d8c88c7be42b7adbfa375ca17360cfaa0144f6f8c8c8fce5f3b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008584, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.4768897050526, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 720, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:54.735279+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e927b72-f58f-4916-b9fa-1d9bc7e92e4c", "result_sha256": "90e5c2da98137e12b2ba04fd3d40c594158744509043f43323871ecc95673a91", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007088, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.372111530043185, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:48:22.608175+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4a8d832-c863-43ee-b80b-3b25471761d6", "result_sha256": "c0ac752805a4f142c049cb106380199ab3ed6830878ebaa3f5805c9061219f57", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008264, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.85962554300204, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 688, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:30:12.529383+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "98ed69b8-e17b-41de-888c-668b0c7873d1", "result_sha256": "27e261891a05f32a1102eb5b7d6b71000e73fac20eb496fe6f38b206c7b832a2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015962, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.681615442968905, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1453, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:15.255661+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e74a94c2-702a-4c4a-9ca3-de1c42189230", "result_sha256": "a58146dfe6138a82789e1a2fc0d57c4da2b218b7e8c3e0966aa1cc19cb40589d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014562, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.52467110194266, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1291, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:03.317346+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1d1ba10d-ad8e-4279-850c-7a3325e7ce48", "result_sha256": "9ffd1b1e6afb8ba268fbaa8c0c4694b3c2d22de44bee730f7b30bb65efc11abc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014084, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.119219187879935, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1270, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:39:42.099843+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ec33c1d-578c-492a-ad5f-4dc130f35e8e", "result_sha256": "cc2d1cb8b4d2e6a5e7279923a385c68943655ab27515fa9eed6ecc5bfab64d09", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00706, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.021307819057256, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:42.157338+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9011b4a-b7d9-4793-8ba2-9c4a12c12c98", "result_sha256": "33af996b5655a783833a87b8a02d8a9599712d707811a0228e678134e9e0477f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009458, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.370217077899724, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 794, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:22.951171+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d62c2dd-e653-46f3-aae5-986f1ae1e3c6", "result_sha256": "2e319441fd8a540c5d5b1bff6e46a71ea5b82164af7b1676d11d34c27739399e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016794, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.60706208506599, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1541, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:49.630365+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "795319ec-158e-4052-bea1-e4ac494b027e", "result_sha256": "dd7dc3b780d3cc2f6739f86baec0bd717c8c87fb7b48487471d198dd8b48d464", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013032, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.607659882167354, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1160, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:13:59.664814+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fde5caf2-9858-4461-a203-6fdd04305b7f", "result_sha256": "1791e368aa10cec13f5d54b43d7492a021e164d119b734ec754a8967864c5aaa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013272, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.983457888942212, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1162, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:41:33.740522+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c23ad4ba-b31c-4aca-8f2a-eca303bfc1da", "result_sha256": "bbb23bcd32e3e09f07553a1c8a9ebf33d907d414bdca070873c9afc2ee295ee4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01737, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.782483133021742, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1592, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:27.455767+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "78dd0516-8ba5-4896-b18a-61501118f4cf", "result_sha256": "2c85cfb9b462d0af6be7ed28809fb89a69694ab1e1b3e14799dd451271d9e840", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0173, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.47120039118454, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1582, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:36.880651+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b1a27f96-7896-49ee-9a12-d1d152511cdc", "result_sha256": "da7e60d095e717204d6a5343b70c296670e6eaefc4eabbd0e96534a0bedfc8b6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014458, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.75497492798604, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1294, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:17:22.988192+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b844f2f-60c6-4579-9991-e1e12d16cacb", "result_sha256": "07d7b6b06fb462953d5bb266adca41ea6928f2b36c77c9b76ab3391876b94fe0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011788, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.802522558020428, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1027, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:34.196080+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "52d33cab-3bb6-4686-b4a3-81a17bec2fd8", "result_sha256": "ca55c60315172c318abc648ab4751eeb7ca7dfd7edbf8f5f19ab4d01d331fca3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012554, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.263117481023073, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1117, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:09.468835+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6c4a919-636a-43b5-b843-5adc38251d69", "result_sha256": "edb025768e0f40ec6ec459d65d6913e336a8540bd019899e80fa76cfc1ae43fa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015044, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.820569519884884, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1346, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:31:01.065471+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "967eb418-1d9c-46b5-b083-5c4acc952cd0", "result_sha256": "4cb3f2b7ccb682b8e90142eded92f73da6d5d7fc644ee46e8a28f3a089b285dd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012154, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.074175987858325, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:55.728808+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "22a081a0-a725-4f34-8a11-e6a8c02f4981", "result_sha256": "d67e3979d321ef394e7d58347fec7ffbfc81affd5f026830bcbf5bd1d52ab252", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011544, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.67451154696755, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 996, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:00.649025+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "50f058fb-bf18-480b-982e-38904b0ea032", "result_sha256": "db242871a1b083d7a90deb16fa8ed6c479354bbcfe3e5f9e4e094e635bd93bfa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012408, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.30007623299025, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:39.452041+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "17dc87c3-6851-4342-aa23-b476a949748a", "result_sha256": "e8499ac2382dc5627dc2cd7ef44fa3813d80cf457d9d51bf5b1294536b309ff3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010602, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.453978426055983, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 917, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:35.277637+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee6a2f57-abae-45ba-9e3a-0015a76f761c", "result_sha256": "c1bc6851a5ec5be895a60808e1b33513a42505e3c209f7ee11dc7489896b0af7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011252, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.231857653008774, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 960, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:49.346600+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3aed4c85-64c8-4e09-8b2d-438be91bbba9", "result_sha256": "bc898b7ea4409a029b4d13a8bb337ff699f8740c126e1819d202246b82400e66", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011844, "error": null, "error_kind": null, "font_correct": false, "font_id": "inter", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-inter-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.69366957200691, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1046, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:19:50.775377+00:00", "request_attempts": 1, "target_aliases": [ "inter" ], "target_canonical": "Inter", "task_id": "font-inter-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1078c803-6e66-4660-b540-61a80a64278c", "result_sha256": "786aebcc77ad80905025144a39c8061992641193dbeead2680901298695eb10a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011614, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.527763755060732, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1023, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:37:19.419747+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d05fb941-93c2-4d59-97fe-6cb8a67ab149", "result_sha256": "c71902846c4ca718fc208f94cbdfae0e90521b3c35c7673e19ef93546352f6d1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012258, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v02.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.494883775012568, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:26.206166+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5ab4d88b-5f08-430c-babb-b07f2f4bccf2", "result_sha256": "81258701a2678c862be59bf092958f58be84a6ddb20545d52df9fc4d704b3c72", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010552, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.505971857113764, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 890, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:51.934933+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c2deb4b-ced0-430f-8b4c-e74bc240581c", "result_sha256": "359446a2da60a20ccb38f1c46d60c76b980b13713e437c9addc8df0c23909389", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01218, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.536573791177943, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:11.385185+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4fe0f70-fbdb-406d-a390-f337cca98d7f", "result_sha256": "b5dfe896d6151a4af1d86c2c80c0394ef004cd45c22097fa50483497f5352b18", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007136, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v05.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.684134159004316, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:56.782191+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "02a4a951-13af-4907-920d-6d948d0bece4", "result_sha256": "ca7ca530406baae39799426a0de754f2e299f9085e2b074e99552fa90ab59df1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011488, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.57696938281879, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 997, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:27:45.000283+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7a411ff-60ae-4ce1-86b7-00a58e68ea5a", "result_sha256": "70e2453996f13a29bb6e5f590efaa84029d34108f65ff50d3afcd3d3342c46b8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012258, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.501367116114125, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:58.282998+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "73509385-c952-4e04-836c-a98240213556", "result_sha256": "d1ba8cddc655456af092b2c79b962e4d758b80bf9cd4ac6be9c0a0464acd70df", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017342, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v08.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.11796886101365, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1591, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:13:47.089724+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "27240569-1266-4c2b-b35f-d9793e80459f", "result_sha256": "22b5e1a01240cc65d43753dcbb2cdf6b743c8a1654911d224379d672df50dd12", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014524, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.666504758875817, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1294, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:37:06.649180+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "af2cf514-4f60-459d-bf7d-55759310ff9c", "result_sha256": "9092002d54e068b46dfd22543d7e4fcaaf58e96efbfd071363fd1a86c3694567", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010382, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v10.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.359757822938263, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 895, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:51.363518+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d497d96a-02bd-496a-9430-b7b196484d66", "result_sha256": "f01d9bc87b5f8539dfb016e2a265bbd82b006059fc784922a2a83b836e63621d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010404, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.453266485128552, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 882, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:50:41.725290+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dddf1e4b-5be3-46ca-b692-58d85497a3ab", "result_sha256": "a6ba252d40b5357c8682a1f469518c1d8948609add33f789a2d13e68cfaf4b67", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012398, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v12.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.33725432981737, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:22.971386+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "36c57e2a-6a16-4092-87ad-5905f61680f6", "result_sha256": "0129ba0623e264f88335cb28db64f178badaa554d37900b18e496a791ac9d2fd", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.022192, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 33.44710751180537, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2076, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:46.158215+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a0a25ff3-b390-4a49-bf61-debb8edf100c", "result_sha256": "f1082565c67cd6379f84369e5932a8ccb2612267219e418eb71d3d0934579370", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.012432, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 20.02618739614263, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:12.183124+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bfbecf0-4c35-4c53-9964-e06c9065ac14", "result_sha256": "15f80eea9279ca28334a9f68388bbaea370dbfd5fc84e58ae80a588c4fa7db85", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015814, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.334290059981868, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1443, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:04.099459+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc39f407-3b47-47db-b332-3e342dd62c64", "result_sha256": "cfeb1e7ceb97310cee4e1deb37b3defb11510e8dabf05dc3d3e9bd9fff3bd9dd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012162, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.175976764876395, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:25.135914+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bcca18fd-69b5-4d05-9eaf-2003073d6987", "result_sha256": "a383304635602e8a3763a2fe6b8b3981a2825e125419260b5413831c9a6a100c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014994, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.859885865123942, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1341, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:04:20.360699+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2903d7f-e43f-42a9-b974-da8c2dfe6176", "result_sha256": "296c0618ab7d186c0228ebca854e6977a697fe7c779e865ef4c1d516993b5397", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010178, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.260098707163706, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 856, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:09.698133+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "25981581-59a5-4bb3-a42d-cb331b16cc8e", "result_sha256": "76c576cd2fa69439cf70ab746af482a62bcd92658e07ece7f7de1ecffc9c7ff3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014958, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v19.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.156941676978022, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1343, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:48:29.707837+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "83cacd3a-545f-4329-97fa-1a50d4c24e2c", "result_sha256": "adb530caac69611e1ffafebd99375e3344c5944943ace252dc1a3c11fe788e4d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006162, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.651061190990731, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 451, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:41.875180+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa562a7f-bd8e-49dd-a2a1-6b06520b5b46", "result_sha256": "a78d577efdb0715b75e9f2b3a033952191d9980b853f148b1bc820cce880af7d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01219, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.054251968162134, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:27.242684+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5aad7fe-ded3-4085-bcaf-77eb1ff85563", "result_sha256": "20eb7bec9c02106b1f6f51f81a8cb9bd5da179cbf14a29df39ab651d0fc7a5bb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015536, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.04773163702339, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1396, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:36.713535+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6a79b1c-d0d9-46f7-bb06-3966136738bb", "result_sha256": "10492a72614c1dc0f329ce6e90358f3c422a299de9b885a752e88af078b721cb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016658, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.376371457008645, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1514, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:36.366439+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "714b2f90-d4c8-4fa8-a88d-ddfe6a94c470", "result_sha256": "b87ab03ad82e03269ff34dd1dd6a27642f5de7489c382c7538010f641e04ab50", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014648, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.64031078806147, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1313, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:31:59.061495+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3f97ef7-8d02-4843-b77b-5a28a50d99aa", "result_sha256": "e1ef40ad615ef771e73b6481561cfc8f0a4420903dc0b8b251aa20eeee0596dc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017458, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.30779499700293, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:39:35.041027+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "95bbd1a9-f9f5-4562-8852-e9af2c23ab36", "result_sha256": "0c1a9b6645ac1888f35f464f00a96fa40379aa1e8649870649ffd69b3c011d63", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01111, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.024208009941503, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 966, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:14:04.066008+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "49758ed6-bef3-401c-b5a5-df381356c24d", "result_sha256": "93cde60c7af09f76dc8fa44fa6b513951c65b6027424df36ffea96357c410b19", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01161, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.83799230796285, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 989, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:10.337577+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "92f60cfd-1e63-476d-871d-8487abb59e28", "result_sha256": "394e45302ed758e934da39682c5c327c880166be30469d647c1f0b04800266da", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016244, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.15597647195682, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1466, "predicted_category": "mono", "predicted_font": "Inconsolata", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Inconsolata\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:50:52.278347+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b77a12b3-9da7-4396-ac03-f499137206c1", "result_sha256": "1855834eb46bc06b15927d27ab9ad3c89e69221d6f6e71feedb684238562b929", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012228, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.57165227108635, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1071, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:23.997698+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c708c79-f133-46a9-b44c-f9a607d3beb7", "result_sha256": "f75752721beae014b0e55286fe83e378e9920014d5538edc9ac90757c7d0de14", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013702, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.95517866197042, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1227, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:32:23.068482+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "63b2fc2e-892d-477d-ab5a-6ed02046c4b0", "result_sha256": "41e9c4cdcf0454da435babed6fedd83298d2276eaf3582533c79b23a703ad4d1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017458, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.864865639945492, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:20.068922+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f775b532-3754-4c0e-a085-2eaa93a2b5b6", "result_sha256": "9136b4fd177171598f7942f4d276f940e4823a32d756ff34fdd0157d2edaa5bc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01218, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.990104041062295, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:36:16.976294+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "98d2115f-2e2a-40ad-8d26-6ef4945fd292", "result_sha256": "48311815a55575936835cfbe94662fc82be93906c682232f4dddc69b5a667a6c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01386, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.1922499879729, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1214, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:53.144421+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4031bab-323d-49c3-ab1c-7cd9f0347a5c", "result_sha256": "21460e1dc3e1b61556136a04de5a0644f065717cac373731c6df28735eb4e9c5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007134, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.918681228999048, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 555, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:33:15.313046+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9ab1dcc7-d22b-46b1-91f4-1f6dd81c9db6", "result_sha256": "e09370d96518d8c092ac774e80e6a2206600c6c72490d61bfd9555d878bb60a4", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007078, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.723163516027853, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:06.501827+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d153c3c-1ba1-4944-b9d7-be86a8113365", "result_sha256": "cb2fd789bf92785263e508d3ad9492d7b2ebc99a188f5a50ff6de8901308c207", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012018, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.78016917197965, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1049, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:04.549753+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c082c8b-95c6-463f-935f-96c12ef71be9", "result_sha256": "2529064a967150450e89b667c7f78bf3b0455bb6be65745fda053da1ddce39d8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012392, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.73610781203024, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:41.258262+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f7135b51-00f7-4f11-92bd-de3ca7c49a47", "result_sha256": "05c186f38629bb17f844916ac0313333b541ac343f477338d57b88944fa9c1d1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009124, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.036389788147062, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 774, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:35.932614+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "18cf2e25-1809-454d-bc1f-f6ced1702938", "result_sha256": "6ddc7d697f0825260d421b9bd7d876c89d9ab99fb3cbe8637fc0ce6d72dda1c3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012924, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.547796953935176, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1130, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:04.100510+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "90d41968-68eb-480d-bf56-603d7258ac74", "result_sha256": "89c628a39f1f00aeaca40344097c6d0d34195bfdc047e70d7f86994a7841834f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008354, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.17741550388746, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 697, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:26:33.827689+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "05533fb9-fc88-4c65-9144-f801ba012b8f", "result_sha256": "77a850879c406b2c31874f5ddbf48a21b01813de50af40672f0e1aa8afde3a0f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007108, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.259235542966053, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:35:21.033921+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "97a48787-9d65-4868-92b3-3ea3a255b104", "result_sha256": "b11668cf72c5e738841600b982c0abb5b45cf3030310777c550d73dece189ebc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012432, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.514728249982, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:26.852814+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d11442d-3253-4a81-851f-42c68069a512", "result_sha256": "5ff24daaf008a09cf5e631ac85e469791974802f7b6167f956744277d789307d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021154, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 31.179519511992112, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1977, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:59.696135+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "56c40367-ec0c-44f8-9702-cf0a38568630", "result_sha256": "e764687729953cbf2a4f14c1e93ef32facbe0dd8e3979841bc3de5763146367f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01658, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.090986225986853, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1510, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:10.019932+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e530a7d-99f1-4e31-a52c-c8d7c9b1b79b", "result_sha256": "029408ca57f03efdec073772daee9a222fab605a7eda421f0f224df7b11dffca", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019198, "error": null, "error_kind": null, "font_correct": false, "font_id": "jetbrains-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-jetbrains-mono-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.54590201191604, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1768, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:32:46.170076+00:00", "request_attempts": 1, "target_aliases": [ "jetbrains mono" ], "target_canonical": "JetBrains Mono", "task_id": "font-jetbrains-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b0e34e1-38b6-4c85-90f0-f0774005a196", "result_sha256": "c97024820c3f27be923431fb5815225f6a23b8da420c7335d2d021cfea19828e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012114, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.8262664640788, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:15:47.356988+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b974ad51-2c15-4bed-9fa4-462eadece042", "result_sha256": "8710bca5a8277b8a3e375ce40b130306b63abbf7991a90605fd4242f33914360", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012314, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.79634093795903, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:08:20.193147+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d65cb88-ea57-474d-807c-3ddf4e9aef62", "result_sha256": "f44ea90aacd9335ae5d49cc796f64cdc97fd1d9284d522485abb4b400b5f3624", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012268, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.811891436111182, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:41.141693+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b60b6f7-1d2d-4cd4-947a-d1692e9d77ff", "result_sha256": "e22e3bf294463ec303c9537c6b605c1ba09354522e031075a48b97cb220adb4c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012162, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.605883246054873, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:56.904674+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2578dbee-1f34-4e36-aedc-3794ab0b7b6d", "result_sha256": "2721a54e2ff6f8c342dbacbad1c474f7153fb5964a819fad642a99bc1d4328dc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007212, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.429627246921882, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:15.127129+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e894b0e9-d9ef-4155-a614-7faf2da2908e", "result_sha256": "c5fd251dead89b5df12505dd4131fae235505ecbab6fbdec17d19b8be2245c2e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016454, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.717649181140587, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1507, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Segoe UI\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:49:45.582516+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e47a6ed6-74f5-4815-bcaa-9bd916b95cd0", "result_sha256": "9562db87a79547decff8dbd4d3db28216612997fc4386970cbe9f089d9b5ea60", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0174, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.794338851002976, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1592, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:20.054781+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "56580ea6-9122-47ed-8f5f-e331238e1b47", "result_sha256": "95b4b8ef76ec538ac6bd6a52901e2ee9a56d9f125eed7c725783186056b9bd68", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006948, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.469626964069903, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 543, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:17.261667+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "43f955f5-9a33-4a53-93b6-acd9aea3b2c8", "result_sha256": "3525ded7c2a3b225ea419f97b45629c3299fd3a99026095c86cf129a694f0b67", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01219, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.97967189294286, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:53.660181+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "35daa721-fa4c-402f-bc28-c22977216919", "result_sha256": "4edfcfef5f5cb7b9669259892e0d4f66dc82bcde17e44085e4e9c410d727b15d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014048, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.564994051121175, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1253, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:45:32.916623+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b941c68a-2892-4bbb-9d96-fcef8d28963d", "result_sha256": "3845b35e596a7174d29ea412035439f3034f07a85d3dd35f9162b35366506e01", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01479, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.294974027900025, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1334, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:49.061119+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f0f423b-17a7-40ba-a6af-46f15d8354bf", "result_sha256": "b89ea9c61c0bb3ec58c973c9d4a77e81c6b2c5b1930bf3bbeb12d6f4b22df8c4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010116, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.292982467915863, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 854, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:32.408963+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef10695d-21d4-44b5-96ef-e6efca510705", "result_sha256": "1a80302aea2cb9da97a9263b3549bf4a553cee6767c73270df8653dab6f87572", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015964, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.433810679009184, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1438, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:31:51.212243+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2a2976f-3607-40dd-8b0a-918be49e8e9f", "result_sha256": "c31d244f564b0c382ebd1cd0d82fae7eb8fad9f85098db374d5c2ad3d3812455", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012278, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.247147631132975, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:58.254600+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "34f58ccb-2795-4c86-a818-3e8976dbdf77", "result_sha256": "ae8c6cd9bdff80fd909fe01384e552699698f7cc7733a2e3d4f878b13a322134", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011332, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.80679055582732, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 990, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:28.392338+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5c90d8a-031f-470c-b640-d49736b57d07", "result_sha256": "4aa7918d5b663596e9292ac90a8411c141097453f1e838d8d3a6b2cb0e0d695d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012248, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.721534721087664, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:08:16.617918+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b01f36e-bcd8-4594-928c-eabe22e42b4e", "result_sha256": "2344e3aef1688587cb47519d3c7dfd9a6aaa1d299c0ba7c2061287142fc5ffe4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01099, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.74911840306595, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 954, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:06.076754+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e7d0837-67a3-4be1-a73c-e220c8d8c204", "result_sha256": "c7feb7d5adcac7ea780efacaf78860e4fa86b73d038f16993283efa2f36c135f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012326, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.14598831301555, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:24.392547+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad48387d-a68f-4f2b-9e3b-1bd42da6a624", "result_sha256": "4f56ea2a1ac1cbb7acfae5f777f516ae387d38719fda71558f8159924094c287", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012324, "error": null, "error_kind": null, "font_correct": true, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.51441380288452, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:37:25.369383+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d016cf1-a4e1-4e68-9f6a-a11f20577b35", "result_sha256": "86ca8720b515aa493a3c466e0b1fa57a29625a9194c1677f9a555cc24055ffec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010318, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 17.368557228008285, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 880, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:56.735651+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dedea8b1-975a-4981-a21f-ae6c96ef5a4b", "result_sha256": "7039ff145fec0dc185e78fd27c70e6fe37ad2b0ffc1e849944086b74ed5e554e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012172, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.18469546106644, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:00.002179+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed852806-7442-48c0-a4ae-4b513ac8feb0", "result_sha256": "46b60314fc9105ec78170eed796e52a7d853eb02512f108aaf33953d007dc8d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022302, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 32.05929908109829, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 2065, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:19.177090+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f254d7be-5caa-4044-8f43-963d2f7043d4", "result_sha256": "c216c20957d51405aeec76ea4f2c76da7e330f54b1be92e601c5902ab0260153", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012074, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.242344093043357, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1069, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:44:00.111757+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "52a70b82-40f5-4438-92e1-bb4aac918643", "result_sha256": "0c597e27b4b347386543f07393bb21212cd969959c26c3708af610c5d6614cf6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017448, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.680280225118622, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1592, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:20:02.929023+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f774c65-65e9-4880-9a80-0c708350b695", "result_sha256": "6c3b4eab86fff31b823cd84ce2f508a3a17cd7935dd8c3e8c639944a5ae76e71", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022504, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 32.435438497923315, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2112, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:50:34.702030+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "72412b09-4e45-4b1e-823c-1d6edeb47b59", "result_sha256": "e165974027c0809a36ac260f5de52493698cbc413e88141372a7160ca3589ed7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017372, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.56825288780965, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:35.912833+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "65ab1356-8313-4a25-b3b9-fdca6d99fb8c", "result_sha256": "b51ec7158f45197cdbc615b08e4b743471b1fa1e77165077e9a5fa94e8a08c77", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007252, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.655402054078877, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:01.614582+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f7a8df3-7467-4d08-8e1c-2b225be3a5f6", "result_sha256": "4dbf9f338bb1213863c846ef8d08ea7692d0a893b4ed1d783620328c2e52c06b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012134, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.763735688989982, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:49:09.146408+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bb1723a-3008-4e6e-b63d-392e5a51c5dc", "result_sha256": "fa1d67dd5bb42c3ae8551f36dc2b6347dd7a84472e2fa2b3edcee1c3e7a50b80", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01127, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.799434690037742, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 979, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:15.821530+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "514cb315-9cc3-432a-bd8f-1736228d4d00", "result_sha256": "f7146eae048af5148cab6c074d13f403928ccb9b25c386c1a138afb4caacc931", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012278, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.91236917884089, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:36.784139+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f618305-3c81-40a1-af88-2936819faf3c", "result_sha256": "626d5b487963c388e9b60f65dff37eb75a6d7d21c55271c29296b9416caf0b00", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017294, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.27733231987804, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1591, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:45:35.319685+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "36c24078-d3ce-4f4b-8aaf-979ace8fbde4", "result_sha256": "ca25880a2612153c6cb98c97dd2f794f7b48f16e064fb8d45ef419083fa435ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012162, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.998560884036124, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:04.395035+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c5b8e0e-b509-40e1-97be-0ecaab23a8bd", "result_sha256": "1e0a1fd13f7229260f00f8d5e4dbd9755c02a464277198f673b73f048c496f46", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007222, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.441622081911191, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:08.601181+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aba974e8-00cf-4238-b7cf-ee1dc7806329", "result_sha256": "d4a56e4530038ba0d417edb9d862a91e995434cb6c93147e6db3197d20b538b4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016804, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v49.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.61389039293863, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1542, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:30.550855+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fedc46e3-5b28-4fd5-a1ba-88aa192a0241", "result_sha256": "8411b0b6ef44e366988ad60c721e0cd59965b4b7401cdd38b11f3c487b6e6e5f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01989, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.664523747051135, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1841, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:50.972647+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "41b48419-9e63-4747-a022-d99376ff7e08", "result_sha256": "f4e6c69aa49af1ce7b9fb46602a1ae42b8d18aeb280c056add94aa7b7c287f44", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010018, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.389374778140336, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 850, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:21.785390+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac085120-4deb-40c8-8c34-cbc9700fb5d0", "result_sha256": "880bd666ba4e59134779e2565038361181af3d98cc5b35c46f3d001500409a9a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012258, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.622774953953922, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:08.794177+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f2e2ed61-9fb2-4faa-8583-0286407a3d05", "result_sha256": "073403cea4972b08d0591a1991130be2f96b7ddf9cea88cfdeef2b52b127beb0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008874, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.106457868823782, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 749, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:26.010144+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "abef03a1-8342-4ea2-b6e4-490e8d4c272b", "result_sha256": "58d9ca6fbb09fe908638c72ac71d8068bc8557942c087a200f8f805b2bc701aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015104, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.313566664000973, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1352, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:10:28.645369+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "54ccdec2-0424-44d3-80b7-3fb0feebbcfa", "result_sha256": "7a51c4616c2a36402ebcf19f7b825d0a6b7b23a31bb1e0061b174d1e50c36d4b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012144, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.750410496955737, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:53:22.949389+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "55c81d78-a4e5-48fd-ae75-01dad6f97b76", "result_sha256": "03df8f75e950045672977782605e2314bac36043ba213be17868773019eb1214", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010804, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.252502541989088, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 922, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:47.367062+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "269a76aa-ef14-4916-aec1-f57834aea158", "result_sha256": "c48044100d5cdd3c0fb32b991d95bf9c89894e339bd4d761841dda81f9add1cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012298, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v57.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.389883717056364, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:06.210749+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "209e78fb-a32e-458e-96e0-7272129c8547", "result_sha256": "dc54fd291703eca5f347ee6fc42a105a7708f8e4fdd4d40990d60cbfceb6e15d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016252, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.73651794786565, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1482, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:04:34.440437+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4a047e1b-b414-4e3a-82a7-217054e39134", "result_sha256": "891653b54a71d67001e4ea32b96892f2547e777ce3ea2ab45270bf68918d7086", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009162, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.945394844049588, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 751, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:15.250250+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2e20a9f-7cca-4459-afbf-a2eda6534ed0", "result_sha256": "90cedcd760c5537d1b60f0a1f7f65c2ca4002b62505112fafd372970c510e65f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012144, "error": null, "error_kind": null, "font_correct": false, "font_id": "lato", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lato-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.03706030594185, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:21.942013+00:00", "request_attempts": 1, "target_aliases": [ "lato" ], "target_canonical": "Lato", "task_id": "font-lato-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "af481faf-253c-4081-a18e-4dcaa2f20002", "result_sha256": "2da342302ecf56bc667806ca264a59e7af3c2c42856b4cb9ccfbf93f601cf32c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012114, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.713848861167207, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:34:18.794918+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "84eda90d-160e-4725-be70-3b4a4ce2bd26", "result_sha256": "2f08b4728f85b8c244af966dcc15bb60f93e9ec8dc23235e2e4ada524cc7d792", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010784, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.125000050989911, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 920, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:42:47.127567+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ceff3f42-df3a-400c-af10-0217cf59735c", "result_sha256": "486316e7ba4b96a9fb88cb08c5a84773960242b6547ec7b61b049db84e3010a8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010068, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.395426805131137, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 845, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:20.562484+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebf94170-421e-401e-92f0-fa394c1f3482", "result_sha256": "736bcd0879ad419770a21ecd598fd2ab45ac122243298ee545f53091d9beafce", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015222, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.033602654002607, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1379, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:04.851319+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ebfc014d-7954-4e6d-a1fb-9dcbbf127556", "result_sha256": "aa8e86024c23523dc4e2a0fa63c83e08f0ac8333b8eeab3da822ad42d81eb87e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012882, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.352492885896936, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1123, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:31.407116+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4a39ca6-6a37-47b8-85ef-b760cb1aafa8", "result_sha256": "d79b9d404724c1b687f94f8d6c93e66bef0febe2dd8261fede15e4e6d7bba067", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009314, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.66755923605524, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 793, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:01.742544+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "364ca192-a6fc-4af5-af56-df8de4328eae", "result_sha256": "58802cb52d6c981cb86dd9224967f6498d1025661ccbab596ad488a40929f523", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01652, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.485443891957402, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1504, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:53.944502+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9152eb9c-c33c-491c-bb54-c8e7f199d1f4", "result_sha256": "77cc20f3a8b6d1d85475322c4e90c2c0cd0cb7f68eaf607542727e0f41f51964", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009548, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.962840406922624, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 803, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:43:12.464788+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2250a70b-0f59-4acd-a522-0fa0d919f046", "result_sha256": "fd2bff5ac1cc8f278864b1ca7b56db14d8bc9368b9792ff0210cec0ab6f6d70b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010328, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.810191822005436, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 881, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:08.306732+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3958e982-4e00-48bf-b88c-46ebbfee4ec6", "result_sha256": "f5b19d5d44ccc94ed3f5853478f69d94b2a0c06e855779ccd92fb667be23090d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006518, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.291374147171155, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 500, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:51.063595+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b953818d-f99b-4f9d-ba23-c1f986baec1b", "result_sha256": "92aad8a31c9eee751679782212eb0e7e1261dc28a6a7b134a0475e5da67ad590", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01108, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.82182843913324, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 963, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:43.836049+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b60d2306-9486-4771-a935-a14ed38c4a5a", "result_sha256": "37aad6282d5824baed91094d2940815cd6a9f1ee9ad34bd122733382e892485c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00809, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.657730920938775, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 637, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:09.217758+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aff71e23-b580-4ebc-bfd1-e1a9cefd23e0", "result_sha256": "7c010a873f0a8caf6df1acf2dcb92f786da7dbf24151a0690f2007832109f4b9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012354, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.85872495919466, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:31:22.352214+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fb78e98-b44e-448b-b7eb-01ed17d548c9", "result_sha256": "8381eba82f56dbf9b0f0cfc8adae6f2f17a635683ecac07f909ca54135c31e5b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010498, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.153384683188051, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 898, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:45.904820+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d30c36e6-af33-4adf-9a00-12a3669acbb2", "result_sha256": "146e3f16cd04ceb44baf12e3813cb91ed9ad50b9776b8c803ecdee5f4a9ad0f9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013798, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v30.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.921079978113994, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1227, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:20:23.815825+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c3d184e-1c1d-4bec-9d4f-2e05957de7be", "result_sha256": "b2b573e5b04e76cba27da4295920f02d94e59c634a83ba236e348b18d7c17942", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007068, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.436553198145702, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:36.885278+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "df8818ad-273e-44ce-af25-609922b6530f", "result_sha256": "cd8ca332c0d6c04eb48b8a2088b444028fa4614214e206ae5f8bdcdd0c5276a2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01047, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.01987848104909, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 902, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:16:27.411195+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ae59540-67d7-4365-80a7-f3486acaed1c", "result_sha256": "1ddfd5c8ad452e371b0ddab953c988502f880573d009462320487863167b97ce", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00906, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.306167836068198, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 734, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:39.985175+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c7f3659-f24d-4b1d-a90d-9911e92e0db7", "result_sha256": "2ada4bcd26c5ee212cc50824f2a35f7ede15562eb85c82f699bb8ddd18dff85a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010552, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.063721117796376, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 890, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:22:49.056626+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "024e6558-3a1f-4ee0-a2b7-f2c7bb3ce637", "result_sha256": "cfef48e951e41ff59b7316c88b00771e73451640ce6e048f89882985674a8718", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005324, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.231959514087066, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 394, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:34:43.814730+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bbbfff5-b8bb-4e8b-accc-d8904bba5ced", "result_sha256": "0eb5ab30af02808bc64248eb2cd15c0e4cb7941ffa39d6fd5b089b43613d6663", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007184, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.955049755051732, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:53.902173+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "40afaf67-18e1-496a-83f5-b6001e86628c", "result_sha256": "d729be0d4eb535175cf3c9c378c59d1f0e9cd6c49eab76e264ab2261a33bfadb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009124, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.334431282943115, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 774, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:58.189960+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "36f8d9b8-2553-4ba2-96e3-a137bf3b6e44", "result_sha256": "694badbeae6794b281cf7ac8daa13dbbdf03e50da61b5f1edc69516485e9a0f8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007108, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.343706080922857, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:58.681534+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7041011f-bde2-4a39-9bf2-35969ce8d796", "result_sha256": "943428582bfaf61ab6dd8e8cd24218a883d2b2f1266de4a38c2663d1ea76ff9a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011002, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.322352734860033, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 935, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:15:13.245517+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "30c1c8b5-a149-409c-a89a-b7436cb33d7b", "result_sha256": "8e86b3fa2b4b6d60dcde30b2a94de16f6186e13c31567abf49171a5d00344bb8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01638, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.37166167795658, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1493, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:48:09.481403+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f24fea8c-70a0-4416-87d7-a6ed287129e7", "result_sha256": "dceb78b74828a6ac8b24f554faa723b01633b0bf3ef5c6d4ce9e66284d49b533", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00706, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.352962574921548, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:13.943359+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7cfa2544-486e-4d7f-a35c-f06e65b9a734", "result_sha256": "50b025051e7b2e55acd009fd8d398008d8a35619ba413b7080353ee420bcd10a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007098, "error": null, "error_kind": null, "font_correct": false, "font_id": "libre-baskerville", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-libre-baskerville-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.318308718968183, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:22.230871+00:00", "request_attempts": 1, "target_aliases": [ "libre baskerville" ], "target_canonical": "Libre Baskerville", "task_id": "font-libre-baskerville-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "05161b8f-4631-4df1-b2d5-e28d2765754f", "result_sha256": "714677b65ac862c0f8652deae4050bee29f06a6dedfd51d0c22ce94897f4802d", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012134, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.569798924028873, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:35:15.966884+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "db53e429-0b7a-441e-ac26-e18db22b6cdc", "result_sha256": "78ab7a9d48894aa895c4d76fc053c37affb7af258a1b8abf67ed843fba40886c", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008744, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.853317452128977, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 716, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:56.152114+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2d2b704-1f0c-458a-b0c9-d6ec05893833", "result_sha256": "65b5fd580e375134794e4b194b924cdf606900d99565a957bbd6497d19d23675", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.014168, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 22.06422259216197, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": false, "output_tokens": 1265, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:09.494040+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a820192-c07d-4ffd-990d-a9ac5941657c", "result_sha256": "6817a05160b40eb4b27161f1fe793b3b392a63e309c99feb4aec367ce5368268", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01195, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.197926725028083, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1047, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:45.776869+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "588dd114-1d2b-454a-bec7-b3bc247c6922", "result_sha256": "2676455f1fd09d8be18825541d8a9ffa9a0c620ea0ad838d22174f91ac298c8c", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012268, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.547472963109612, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:17:09.194791+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a72f6278-c7ab-4e07-aa36-7cc9839bdd04", "result_sha256": "5df038c1595b84974af2aed42bbce52303d6a9f6bae1d5a4eb7e8a455a165e79", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01097, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 17.165374119998887, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 952, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:20.416879+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4995a516-e131-48c6-9d39-7bbd7b2286ad", "result_sha256": "4bf0334c574466a750d18945c469571071d34d90233341bf029dbedf05509744", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006578, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.084004970034584, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 506, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:35:07.495387+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "50ccf70e-8218-47d2-ba52-1cf0f2c6ace7", "result_sha256": "8e6c906e38fb004b0d8edf51ee797c05b78af998794b4a2742d7a2969013e424", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.008604, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v26.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 21.177090156823397, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 722, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:33.480905+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "73730860-d30a-4dac-a34f-e5f23008e4ed", "result_sha256": "fc838dc17b5f1631b8018c2e7b67b7ecda4a33dab20dd12d208f4f3ddeb0d4d8", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.013766, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 19.989251947030425, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1219, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:41:32.759210+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "acb99807-afbf-4c2e-b180-5f6025232397", "result_sha256": "d70a845c3f969d8015bf29d30008ad2fd4903a5aadb16c9ba08564df57654777", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.017544, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.40408338792622, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1596, "predicted_category": "serif", "predicted_font": "Almendra", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Almendra\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:12.877215+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "91a7e179-091d-461a-8f93-4f6aee7d645b", "result_sha256": "859c0aab1c93dee40b12b1609161c147d41587636bf6b2b69ea53aef1d9e534a", "result": { "all_correct": false, "category": "other", "category_correct": false, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022536, "error": null, "error_kind": null, "font_correct": true, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 34.88760585989803, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2112, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:07.936882+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "55f0a191-6dee-4dc4-becd-9ed647c9a355", "result_sha256": "45f579c3cb5d71c52439e7103ff3d20d612ef6d347025944f405dce9affd044a", "result": { "all_correct": false, "category": "other", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.022534, "error": null, "error_kind": null, "font_correct": false, "font_id": "lobster", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lobster-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.33009444596246, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2115, "predicted_category": "other", "predicted_font": "Berkshire Swash", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Berkshire Swash\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:13:06.509267+00:00", "request_attempts": 1, "target_aliases": [ "lobster" ], "target_canonical": "Lobster", "task_id": "font-lobster-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0cd86b2f-a6e8-4945-b29e-5fdac56a227a", "result_sha256": "3347cf336acdede92b180d3dda326f52178b1ac3623fe3053c29c43b284f92cf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015494, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.982668701093644, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1411, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:41:34.729428+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "58e613b4-4864-4dfa-9fb7-592ff677a323", "result_sha256": "a8718a77ebc7ed656c544c17ad35342be664d26a4ffc6d8f00c01c9c930a871a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012314, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.95287941209972, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:45:37.041072+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "627b2359-1643-436c-bd95-bb67ddbcea3d", "result_sha256": "17e00855cc2838b8d453eb52b01e5b7505721bf605638a1b4f54cf5bd29c4e21", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006508, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.970796474954113, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 499, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:42.676875+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee350ec6-bea4-4e27-835b-d57ba257f7f5", "result_sha256": "75a0348303e6957e99090e9fccba271504a5a2b81585c966b103948955e8b173", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011882, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.296995519893244, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1045, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:16.366660+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bbba3d8-0254-4b96-85db-b4e20f65996e", "result_sha256": "9d1860fc4bf84dae982a2c95750207b17d731c0c87d42ac080e45e38c306fdb9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011392, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.82377875293605, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 974, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:56.517027+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4cfaacd5-7df3-4eb3-abd1-1cfcc9b51f9d", "result_sha256": "76ee2e4e5a894642ea6d4a5738344eed89ca2a07be93bcae9e46f6c83726371b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012124, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.994820663938299, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:47:28.760143+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3af3e9a-001c-463d-be38-6b4d75f4e1bd", "result_sha256": "6a69ad5fd5d73300f793a3fa5cee39c4ad43da7087be62573ce2c79f1174ff8f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01742, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.871836707927287, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:33.880978+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "798cad93-fc70-494c-b410-5bc3c49241a7", "result_sha256": "b90d6f5ff00d95ad3fbb9b911082a49c8bd409cec99a529e49408de7ec4ecc23", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007658, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.38083094614558, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 614, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:53:55.729896+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2fd7b90a-8b44-4cf3-a477-37b43aeb4aa6", "result_sha256": "5c8244db8b66d67b192e0143ecca51bc08a02b84ba0f2d8a0f9db824ea4a0e28", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01219, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.40026187687181, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:27.182432+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "46f6697d-d563-4f1f-a2a0-01d3f785b9bc", "result_sha256": "85b3451ff9970ee576d2b483966310b8380b256d0c3493a31f10848f4b07fdfa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018178, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.325261221034452, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1666, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:13:51.257269+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "78cd8da8-c836-4366-894f-04a79550c7f3", "result_sha256": "7f4c49173a0ad6aa883f6e4bf051c1ece06213bd544bc59a2fbb519397593be1", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00602, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.23025559890084, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 457, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:48:53.689454+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e282f64b-aed4-48dd-83a1-9beabe18774f", "result_sha256": "cafde5059ffedcee1f687067a21c7039b47b32080e13c28d8783e59e4d9a300f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010696, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.174508460098878, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 912, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:12.371255+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "08bcd4ab-0d38-42f1-8e7e-5875ec626c4c", "result_sha256": "ea3ed6d6103b7ed13ef68b39eb9db23dbd1806ee8cc3d92f799c236130c004ad", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015754, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.85765730100684, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1417, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:57.579983+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cdbd0731-1ee2-4a71-a48d-f6d40c0ae3fa", "result_sha256": "4529964a60a7d713f3829719f9df09c23515bd7459a6ae25f470abe94dd10dc6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011278, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.84138065809384, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 976, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:10.610276+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d57fb3f-e15b-44b9-b56b-81410931a3a0", "result_sha256": "7708aa3f3d1c7c787aff1ddfc87a7421dda3d8be0b2218b1352e77c64bc6da0e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010392, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.784187687793747, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 896, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:41:27.473873+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e40074b6-bdf3-4ac7-a145-5b5cf3c4b896", "result_sha256": "dd99e023d4def8aa425b40e9df8242112dfd562700415d6c44e7bf8b508147d4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009288, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.538799924077466, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 777, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:14:17.730143+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1a699c0-5d1f-44e5-9c11-0518585e0d92", "result_sha256": "854dca98544c86d05da25d654631853b4b44767a58897a3b59d265a9a2634a47", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00647, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.414493837859482, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 502, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:20:31.228294+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d0be2a8-df6f-40e3-86f7-9d5f0dd9ffa9", "result_sha256": "8a9609bb44c7657b98282032eae673d7c6a0ee59b1229dbb9904e6a39dfa9ddb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009876, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.073197999969125, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 830, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:42.784069+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2209c96a-3603-486a-b400-add4d36e8ac0", "result_sha256": "3f78c2067835ec8a73fc735c9c281dad9043e798cbc480c1c63ece4f7e853278", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.16666666666666666, "cost_estimated": false, "cost_usd": 0.014674, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.89786303997971, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": false, "output_tokens": 1309, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:59.870376+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0004cf64-6048-48b6-9a7b-784d6733aa06", "result_sha256": "12cbc0266b7495fc1266b79fdf2fe9309bd955c4971fb44721751dd07909e25e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006738, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.191095564048737, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 522, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:29.211972+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec42f7cf-b2cf-4d33-ad41-bbf0dd244a45", "result_sha256": "e317c8966811d9cb8ecaccf402496e4a6c5427e9983d3b93e8891431eb562298", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009282, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.779515678994358, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 785, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:42:33.625749+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fafce180-3c7b-44e6-886b-41554f1b4472", "result_sha256": "75b05ab074c43c929a6393d45a9eb6401c4acb80c03395ca3a685faba296e62b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010522, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.241367752896622, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 887, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:39.587218+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aade7628-7ebd-4411-ada7-abea523a49d3", "result_sha256": "45c47f9a50b8c76e683e9bc6a82a39d9fdcc736f913d54166518a1bd9b60e62f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011984, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.2682951700408, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1060, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:49:10.974265+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b213bd8-3358-4019-ab80-fb929ce4ab78", "result_sha256": "b5d68b851e70f9c560c1be393ba2b85ea8e3f61c1d237c7d6a7c4dc18baf7fe5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014868, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.138474602950737, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1334, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:15.885174+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f1de08c-9106-4edd-b01e-80e10cbb60ba", "result_sha256": "16a2607eacba77afea196fb26f94eaea50ee14b90133f0c6a342616ee8afe3ab", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018804, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.651854530908167, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1742, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:17.285319+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb168444-0ee0-4e32-a4ff-4a8b1de0211c", "result_sha256": "934d891fbcd27593083a21df6e8f1b87fc83124188d6437c2fc7398290d59e4c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007012, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.919850416947156, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:58.444332+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2014eb2f-7e6a-4e10-870d-c800afa94261", "result_sha256": "4c7972dd8316634fcea07a50f0882b425b13a21776d611d7e228ae650a6f9a0b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017612, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.879405669867992, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1596, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:12.197153+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f7c8b6f-944e-44a2-a70c-1e2d4465d79c", "result_sha256": "63c1e5feff05868f600048c2cb412ebba4a59c21c47cb2d08221b6549882ac6a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01455, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.53761254204437, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1310, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:01:49.521271+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "772bdddd-d616-4947-8241-c77bebee162e", "result_sha256": "4f9599ec3798ce5134e0e531a44bdc59a56d3af50391e02f75a4436ecd151ef0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01495, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.34185102581978, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1347, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:50.857767+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "51875554-1578-495c-9516-fe82bcddc66d", "result_sha256": "c16941374d0387f1f0f7ad489c12bcae519fe32051e4d6047f166bd91ebc8eaa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007098, "error": null, "error_kind": null, "font_correct": false, "font_id": "lora", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-lora-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.144824302056804, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:01.691143+00:00", "request_attempts": 1, "target_aliases": [ "lora" ], "target_canonical": "Lora", "task_id": "font-lora-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ef1274f-7cc4-4efd-9df1-8e911033c65e", "result_sha256": "184e5d09a29771a23086d36fc0474f628f653915897a706bb53ae87c7d3f2871", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015584, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.976596052991226, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1420, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:44:25.862377+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "38e915cb-be96-45f0-bbc3-a01f9cc734c6", "result_sha256": "e0d81c1f44111dd524a1b3c92f39bf207883418284ecc6605892858d3ba06de9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008294, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.9727461731527, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 671, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:56.167954+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca2fa55e-abf3-40a3-827f-90d7e603149c", "result_sha256": "78d29b5bbe4ef27d623b6df8d82c11130057451156d7cfaac7082e1612e7f024", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013708, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.075592807959765, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1219, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:04.201501+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b1bdc8b-e36d-4973-a864-9228d53c5853", "result_sha256": "6120e8defd9f886a8bd2d26b345d0ac6a2411b5c50c4cdfa76c001f18e19c649", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012082, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.407029144000262, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1065, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:33:24.454202+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "86d00399-fae3-4f4d-9dc4-fa91c430e62a", "result_sha256": "f46d499e98c504aa25729f512992c8262f0e2e810275fbd1d5519a3ad90b267e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006252, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.23336029285565, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 460, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:02.092108+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "605717ce-39f2-4999-841d-fa2765f1bd7b", "result_sha256": "451a561806b17724fe8df89c08592679aa53ca258a5a29e42641398b3f432c50", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009404, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.32833225489594, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 802, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:08:48.351433+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d15087b-287a-4d00-9c77-f246c40a0d4d", "result_sha256": "8d6ad14a734574920fe87422fb4997b6990ef948067f8dd114ad3019e0826a8a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01463, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.34582129609771, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1315, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:49:14.538145+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "16a86107-69bc-46d1-b3d2-743665ef0063", "result_sha256": "3bb185b91a1632c29cc25165d0f11daab1015481628a73c3fe1445f9bdc0e4bd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006698, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.172861833823845, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 518, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:16.214930+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "181884a6-3eaa-48f0-acc6-8f6d622cddf1", "result_sha256": "ae27cdd6490ff7eafa20be614722ec1716bb1c17c4d7499b5354e771f2e06243", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01737, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.514862921088934, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1592, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:45.514797+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd4addea-ca03-41a7-ae64-5a3fcb2be544", "result_sha256": "15b69dbb77d8aa72cf170ee3e1524de3e6c448ae48eda25e7c40dc286a135a5a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009268, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.135888044955209, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 775, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:49.760727+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e205ed89-c98a-4062-80a2-0f7e1a6486ad", "result_sha256": "02fbfd7cb534661cedd5bb61b88d491629adfd6426cfc9a5395df2af44cc9465", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00703, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.809717990923673, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:48:32.487100+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a80fd1c-ffec-4040-8310-64e078b4a673", "result_sha256": "78de87140e0b5586cd153d9dbd75b533ceb7867623ac084a9c86cb7cc8349d64", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014736, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 18.937355044065043, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1316, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:38:51.023191+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "56d5f198-478d-403b-9071-9a95e344d97d", "result_sha256": "a50b0ea2db7db690b6907799d68028bae21cf1d5a1c93bc496457613156f3c5d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012334, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.237081493949518, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:42:03.715808+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d30aa46-3757-4c98-9a30-811267ba68b8", "result_sha256": "e7b6a128ba1349e2f1b5bbde17bcbcc35907f062e83463b0a32f78797bdb538b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010848, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.01152291893959, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 933, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:31:14.605287+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0805250-b850-492d-88e0-444ac0249c54", "result_sha256": "f4a265eba8424d157eac94089eae846b0d40923bc1d38e016ae549a071245093", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007022, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.702720168977976, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 559, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:56.774913+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "63ec2d44-2e8c-449a-9a61-328d61994eaf", "result_sha256": "fb10a4d21fe945bb5687655672c2489e8f6f46571867c1e04fad6fac37f1e5da", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013108, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.56261305999942, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1159, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:37.119451+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4e8ff66-0fda-4ec3-811b-459840953464", "result_sha256": "521d91a5fe1fe5cf53a1271311b6b85fbef20b1c73012e55f28d36b2f5e37f77", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0042, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.156462216051295, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 275, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:50.849331+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fbef76a3-3ed3-426d-9d04-fb8f7b6f785f", "result_sha256": "db0c46bfe99b1c54d7cd166add7ec06cb8777445b5e0d935abe01e3c3de7f802", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01169, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.74057280505076, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 997, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:10.373116+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6697e6d7-aa06-4eb3-aedd-12af305a86f8", "result_sha256": "eac078814af3b7000541a3f685b4086f166c2ea33cc2ab019eb19c108bbe1c27", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012314, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.461329968879, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:49:36.115833+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6cbb365f-eb7e-4da9-ab7c-1f018255f979", "result_sha256": "8455ec906b662113c8426749613a96b6f6ee77a5989365e57269e9560fb9aebc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006898, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.596622918965295, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 538, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:08.387598+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "443e9316-4410-48c5-8ae2-8e295f3d38b7", "result_sha256": "5a0a2144c28dac2453f6f4427841e06650aa200576b398cad47e24e13dc99e9c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010442, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.036883044056594, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 901, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:58.855985+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a853bae7-cd41-45df-bb1f-361873191d3a", "result_sha256": "3aa140bcf1931854db31418056838f0b5ff0f7bd9741c94af62df8bd9a009470", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007212, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.663745142053813, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:43.177463+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8bfe30a3-100f-4aaa-95af-1acd1385ce57", "result_sha256": "f55551b3c98d6d4402f60c918ff6691864ca4d3d7a28014ee1ad2024e578f1dd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006904, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.527495017973706, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 552, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:26.881913+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c99eba4f-2726-416b-8896-9336735027d7", "result_sha256": "ffcd70d624d773156274e24823579c6526f79ff032aa1375c5538404fbde839c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006364, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.436200859025121, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 474, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:10.306030+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6ef6025-4502-49d9-a730-486a8271338e", "result_sha256": "89b1d25f3adccdf95cb0ffa69910f1525a87dee0cbaf15ef7f60a11344dec360", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.274476545862854, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:37.092155+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b52c43db-3308-4c67-b140-afeb7edf64aa", "result_sha256": "bb1faedc896c3d91ddf8288735a2f8952fd0b37e4e777f94f814f897f5cff45e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007012, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.458023000974208, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:22.238013+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "09069f60-299d-415a-ac2b-cfabdb3fdbf4", "result_sha256": "151c99391c71625c9d07dfbf255a4820f0a2b7833d35b2b1ae31b1366a04c063", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012432, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.555657580960542, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:26.314518+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e21c39f-3975-43ec-a31d-dd9ded6e2919", "result_sha256": "8169ec3e9eaa6ce6544db9dc7fa895727c030e8d015473a3a12d3c1fc0e89246", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01221, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.780462278053164, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:15:13.806340+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6e047c56-1235-45b8-84a3-7e967861de71", "result_sha256": "2d42e8d70a081156d13d7b1ae75d329d99e773ce1aabffc5e7082055883b036c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0091, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.32886492786929, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 762, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:13.277801+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "70529051-cc3c-42f7-be03-ffa25c9e2f3b", "result_sha256": "93c96b9890c350ee86b1ff8d673d1ea92bf0c146e094cd411de0874a7d76c1d4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007098, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.620045110117644, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:28.460791+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d978de76-4585-4168-9402-091c24e4c278", "result_sha256": "453dfe2e329a1cec4ae851dde2137ea392ddd0c499962eb7344dadcf5c5a9bd6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006934, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.133687695022672, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 555, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:58:08.982588+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "620fe661-b631-4bd9-bb41-0ea652a25eec", "result_sha256": "c2249efbef69d7444c9ff365e30c608a9ab6aa71b359f7283e061ae36595b732", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006652, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.32818003394641, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 522, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:38:46.953496+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b310bfa0-b3a3-405c-a623-224139db1330", "result_sha256": "a3f555e4716641d23c9f6c700281c9124a4c8ff58958d89b3bd599d2f6794126", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005952, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.720542975934222, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 430, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:31.350422+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbdcfe97-df6c-497a-b75a-b40b948a1342", "result_sha256": "b3217c17127d0bc32cce299cec8155686ae88c7d01ba1475160691b87d2b6a31", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01044, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.456987511832267, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 899, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:03.565738+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a9ebc9f-a78d-4018-abb2-4e561b30901b", "result_sha256": "70033037aefcd8d8764b26102873cd89d8c7e40d4cd313d34a7fea1493ff5b48", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00704, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.307124867103994, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:59.941590+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "059c0ebd-1ab5-4ec6-9059-2fbd3a4618e6", "result_sha256": "0e49e448030390bdffbc16cc940eec8a00ff317ac86106fe4faff8323d6c4d2f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009118, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.604351595044136, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 760, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:21:22.108881+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "353e0924-c807-4c14-a782-61fa6a36abda", "result_sha256": "44724e2c48d93b206e6b5fc43cd7a28f37079dbdd5a7cc37edd73dfd06e21c08", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006588, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 8.691210367018357, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 507, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:45.216816+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d03c05a5-6431-4d9d-823d-8251ad39522f", "result_sha256": "36d893eea98a8526073f833e1df9c212ce5031efe6a558bd2ef9187c4e162aaf", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018574, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.74063132912852, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1719, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:10:10.575771+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "878768b5-54c2-46e4-ad86-44a9c612be6a", "result_sha256": "a87b8f47460c9e67e911856c1f7ceec0d8673ee12b568e36bb28d26e50dc043c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010914, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.34286180580966, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 933, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:11:00.495149+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b58e9ca2-5cba-4acb-a0a5-6ed87a8464ac", "result_sha256": "4680c424a67bb11e6454765a4e166da4bdb3379b99dd80a898a3dc8395b9e478", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013464, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.798363514011726, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1208, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:22.891769+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b4632c6-923b-4824-b9e1-e6ddb9331347", "result_sha256": "81f6f781836d66fc361d62fce9df508fe45d83048ba4aa3dc69e81b90b0f36d4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011544, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.34329853998497, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 996, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:39:10.955975+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bc55d5ae-d260-41e6-a4e1-7e30f14b25b3", "result_sha256": "251aca9c14a4f90bd38ca8d06548e734c9212c210b1f2005b2f7245ff22b7d51", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.011398, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": false, "latency_sec": 15.63815133087337, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 978, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:20.672907+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad93ecd0-8b6a-495c-a6b5-860397b8cf0b", "result_sha256": "612201b7ff6ca0dd29ad49f25059f2890f69de7b3f04512e371ae968a90e591d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010892, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.047379086958244, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 946, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:02.877341+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "89089ce4-0599-4c35-b3d3-3b00840aa740", "result_sha256": "57659de03a11bcb4b913fd0f0b46019e15e5c3839251eb5df1be16763d04cb7f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010122, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.313293308019638, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 847, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:52.211658+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fee3cc5-1171-481f-90ac-f51e8dd22cc6", "result_sha256": "ac4b45c0c7874f60d206520ed87d6cb389b8a6065e8883a7eac67739b1cdb6ed", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011264, "error": null, "error_kind": null, "font_correct": false, "font_id": "merriweather", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-merriweather-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.774075459921733, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 988, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:19:35.929361+00:00", "request_attempts": 1, "target_aliases": [ "merriweather" ], "target_canonical": "Merriweather", "task_id": "font-merriweather-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8848d911-0552-4efa-83c5-0e2ea44ec778", "result_sha256": "bbc0cc8701918bd67e601226645e5af961452442b65a3c3850da177c85621ea4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017314, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.798507241066545, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:37:05.444419+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe9ae8bb-4039-44d2-9fc6-96a7f6c654ae", "result_sha256": "a06e6705daf716dcdb6448290bf6e07ee83a6796ab05f0a3085bb2a98ca227b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018732, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.154947296949103, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1730, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:01.801062+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "01904956-459d-4770-b9ab-c25dcf11b29b", "result_sha256": "849c70ad43dcdcd44a52137a5f75fa3f6f64f253ad365fd88f088a02d60dd16e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015962, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.333107582991943, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1431, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:47.411473+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "06d61bac-aaa1-4ac6-b213-80ceb7431697", "result_sha256": "69552a71989bda1fa5bf4f96386cf6bb21f06a398eff838592e52a51149b8e9c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00924, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.487716377945617, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 779, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:57:54.649343+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d433c44-a2e2-49e4-983e-5464908a91ca", "result_sha256": "7d2c7e2bc09c8161d70042c7230b86534184c44f52df6a39fd14d07a45eea299", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01306, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 18.29822532692924, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1158, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:30.374090+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fe3a69b1-dd51-4d3c-96e9-ad5c6da6e610", "result_sha256": "8c8a9bc030c7df851a17f268ffd6405ee03883be0aee212818734431ec2f9bde", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016038, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.332399766892195, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1452, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:41.680584+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6f00e3f-23f5-4d22-8d90-298f55601689", "result_sha256": "6976fff18e54f39faf65fd90d872569058d8dfb24d1311cbbcd18950360061d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012278, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.565322382142767, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:13.183661+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dab13cc9-842a-4aec-9e8e-5fc3be34ed94", "result_sha256": "a84e1830662459c2c3ae8ff7532978c69353f15caf5e2eb2c5c10c85f1c3daef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017304, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 38.32686757296324, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1592, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:45:19.274509+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "91b69d1d-e37c-430b-8f2f-f553545aaf71", "result_sha256": "49e9201034e7db7577a67c3abb85bca29fc191b3375c93da3ff6801f611a31aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013984, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.685753779951483, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1240, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:50:55.978324+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "90114bca-168d-4dd3-b905-2958edf0a0dc", "result_sha256": "53fbbd6495496440b45f9de43afea40dbb7143d018557a4edb3226e592af02cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016404, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.047973989974707, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1502, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:49:52.490665+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "eab1b5dd-1a57-4aa3-83b3-0aae25bb3613", "result_sha256": "716379ee7466eb6520eb7b76641a880fc9d993310372c2e520ca78f0c87a74a3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015764, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.97056492883712, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1418, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:27.735800+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "239ec340-28a8-4e9d-afa2-69228c66d287", "result_sha256": "97dcb3edd6b505c3f82db3b23757f778ad3c73680608632f31b6d050c87599af", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017598, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v12.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.198921744013205, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1598, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:39:51.183328+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5b55ab8-97b8-4ad5-a79f-423078f7463d", "result_sha256": "db9e1f29d5594a5fe36dfa4692092b53f9086a6feae99b40d337748be1ac6878", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012202, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.909832634031773, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:31.591820+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ce2de78-0d8a-4a86-8cde-f22c9fbfaf44", "result_sha256": "6c85546dac4e1636acb1c325bb5128aa6cf83db076d2026e79dda49c58cf5d91", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017602, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 26.5989843190182, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1595, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:22.163080+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4329761d-f051-48e9-96fa-fd8cfce9a6ab", "result_sha256": "89ec928bfcf02be31390f04d26618209f4dd75536677a94758cfd7c3b83ee343", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013534, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.011987277073786, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1215, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:48.033793+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d32f9f3-5da1-4995-8b2a-351cd034803f", "result_sha256": "e5f29a94060a316207acc8356485f3ced1aa4fa93acf6cf63989757a19f850dd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015464, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.89520045509562, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1408, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:17:47.657767+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4e46061a-9332-4e5a-a7dd-da52d9df767f", "result_sha256": "605421385e5be8435deca44c36907ccdda2ebcdb8313cbc899901af16f94654a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011274, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.519945076201111, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 969, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:15:31.517773+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cff9a150-72b8-4396-979a-2cb4fc9d29a1", "result_sha256": "e6de01220fa0d1f135899cc2afe53f07fcde1a267b0191d82d92a6407c611a92", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011868, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.709224884863943, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1025, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:39:44.560833+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b9cf651-5c90-4d75-9211-97db2742a689", "result_sha256": "d2f3ef810a9b8a2b789694ee05c581d1ae21c2f21c01eaf5543ff149a8cd6f17", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008402, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.41395518812351, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 697, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:15.638319+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "47c42763-56bf-4417-ac38-16a298cc07d9", "result_sha256": "3ef20fb88842f4277dc8c715366e804705f292a3607b4f293d4afecd6808dcb9", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007212, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.679728462127969, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:18.919923+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "70b8e0a4-af87-41ea-a951-0f37d5d0e34c", "result_sha256": "2b82c809fb077f504677f06e698d12fe22f30150df50fc844841f81be433252f", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01397, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.33340239105746, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1252, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:47:13.651049+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3995616c-bed7-420b-87f8-8bdcea09f67d", "result_sha256": "b69c57323b9eec55703581afc3b018c9816bc3e007010d8f697643f4175e0736", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01208, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.69817429711111, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1060, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:15.803248+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b80fcfb3-863a-41ed-8b0c-44f5602dbbff", "result_sha256": "a4c5765abd7949b1a5a29d7868980a8663777be2d4a740f3c4d02c9746202d1e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014018, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.0237126480788, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1250, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:24:33.244515+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "beb2bf47-b685-4028-86e6-b994023ba73e", "result_sha256": "2af3cfaed9fdea0b423615d3d28e7e85a91f16b69f13155647c91cf38b88cb11", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011778, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.372188293142244, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1026, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:15:36.444857+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb3ddcea-18e6-4f9f-9548-346cbf983193", "result_sha256": "6efa65bcf6301577b7ef22c913938bb31e706e41be5f24e2e19c1ec10dec35b7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011148, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.489572908962145, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 963, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:54.725386+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2bfc3b0c-4397-475b-94ba-e452c2973eb4", "result_sha256": "08ad7a936451e74ddf5920165c9f5067a6029c48584abc95d1521d259ca3eccf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0119, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.866097301011905, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1045, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:38.298398+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "89ecbe42-51c9-4bee-ad6e-e8f950ff2807", "result_sha256": "369af929642859ff7b644d69c20344b6203a348010971ba8ef3379f4be6f716c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01009, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.860993958776817, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 837, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:01.392732+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce28d894-0454-4471-a117-b551df1e96fa", "result_sha256": "e0199ec44b2c4779b1b91c6f4cbe82f9d7ed8496d5b40b291d923060957ab318", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012344, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.03777069807984, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:09.399539+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba120e75-333a-4acb-b0ea-32a86e1052c9", "result_sha256": "aedd27e02ca4c5e4b4ff1d65c8a2ce3f7629bef4801f942821650c5bdabcdf04", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012278, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.868735331110656, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:42.399940+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "371b5f79-80ca-47c9-87bd-916701d18357", "result_sha256": "30e303c92265fb2284d6e03fa7f53f4635f0445c05a6f1773e1d5f46e062d23c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015822, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.075265673920512, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1439, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:30:10.197582+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1bba55d-bc62-400d-9087-db5a952c924c", "result_sha256": "597343ded30f45d3559cb60e71208fe7249a49aa9ed7e19736d9a7dae59d0eff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012258, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.39984929910861, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:12:50.532513+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "11ff2879-d73d-481a-b113-c78772ba89c1", "result_sha256": "427129d150b6bd6a9999ce55b8f433c5fcc615dd78f1d9c8a1cef5d3bf0222b0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00844, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.021836447995156, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 699, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:43.725884+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2edf2e2e-bf10-4334-8bdf-6cfe76e87e25", "result_sha256": "e897116fa7170d5175f44d31aa6cb94a62071f4a34202a4de388a991927688f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01074, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.599700968945399, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 902, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:42.339895+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "34473a29-44e4-4932-9562-44215fe411d1", "result_sha256": "d60b1ad056f09363772474da7a4f668d52009502f829364380780134e7874294", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011034, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.22028958494775, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 945, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:25.807660+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9270b5c4-f3f5-4986-ae52-d20a6efcb50e", "result_sha256": "9ffe549ee0c0b008dd1a6b2664f78891eda38534635911d83ef2df71a135d1f4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008048, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.917590518016368, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 653, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:31.976467+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7d2f505-7df2-4391-aa50-2bded19dbdd7", "result_sha256": "7a0b403eae48216d886059b4902cbf50408675162dee58b7ce7068e1f31076e1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012768, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.187040369957685, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1124, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:19.313644+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bad78873-45f7-4db8-b25f-6f5b618decfb", "result_sha256": "ab8b1d1add74b65ab947c49d7c3337142516f187bb41ac8571c37e6a75c62d0d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009712, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.302627155790105, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 806, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:29.580846+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2120bcbb-0614-443f-ab20-e618503b2fb5", "result_sha256": "7014a5cd70be9515e75871d18e0dd0d93baa7421b382893a24baee1b050855b5", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006884, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.806859905133024, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 550, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:33:20.953457+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bcb8b30-d120-4a29-8c79-b5b256756437", "result_sha256": "cbf524229ac9640616a5abf2a5d353b0a4efb6273fa2a5d53c2ba35d5a2dd841", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012134, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.34753260202706, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1051, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:16.213876+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0d48fab-0735-432e-bdf6-597e2302a6b5", "result_sha256": "7a2b5a0f19f06abfe2c36b3bddc12e669bb445f718c19f39135351fea8eed1f1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011914, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.738701592897996, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1053, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:46.053941+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b60ff6b6-eec4-4ce3-8b7b-da8ead89e54f", "result_sha256": "f39e8aa11c79223af62755d0f950ff439a9a82e8369b22376d4dacd5366600f7", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012958, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.272669301135466, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1143, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:55:15.097013+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5d5a2c6-310d-4353-9bcc-86ea60400314", "result_sha256": "66ae55976630e5a80696105979265319ec526a44091d15d7bb396ab73d51e0b9", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.008442, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.863394409883767, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 679, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:16:28.157943+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b093ebc1-69c4-4aa2-ad4c-ad8146c5f49a", "result_sha256": "7d0218556d76330efdff6bd6f7d7f8d0eee530747cfc397587d673c7bfba69a2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01221, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.305736656067893, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:22:47.643419+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b19d3f97-465b-4f4c-98c5-d3ae7cda548e", "result_sha256": "c8fb19d1c118933b5867d79ae10dadab7178b032b755678f8fc55382d94f8f7c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01208, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 17.783096635947004, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1060, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:41.638227+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a33f38cd-6046-47dc-a74b-7a4c62c91eae", "result_sha256": "acdd5572d7dac40663412c990a7f99076127c8ec3d799cadb4728a8b2e764557", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.010328, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.488798642065376, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 881, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:34:02.655666+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a886d48-49e2-4cb6-8689-182880d02264", "result_sha256": "6364e619fd35d8672e08f47914fdff2678c6ea9b8762775bae85a011adc4f508", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017304, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 28.248277114937082, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1592, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:32.657062+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bb7b707-6cd3-4f23-ab30-bdd5999327ed", "result_sha256": "fa241aea410f19c7cabf7896c5054ef4c508a5a51ddb0731b0284b25f18bf4d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009528, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.50487501686439, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 800, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:15.200680+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2b8d676-2372-44d5-a9dd-77624870ffad", "result_sha256": "c354a76e6f54fba42082fb2a35c7260566ed2ec2f70bc9af078f2d0158e7abc8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011472, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.235867904033512, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 982, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:04.683225+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "78459d5a-5ddd-413e-bbc3-bba72dc6dd9b", "result_sha256": "a560684b446800c49bf8c370b6cbb65462ff7c7bbf5996953a5a55818edcc756", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01377, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.336010709870607, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1232, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:21.033124+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbd1b447-b5ef-4286-b057-7a2022af85eb", "result_sha256": "1ff5e04e5002999510002b49e6d125848c4f144138f3b8551946fc1131afdf91", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017306, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v50.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.99726303992793, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1573, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:41.179472+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "deb3180c-add5-4e3c-baf8-2de1f59c5493", "result_sha256": "cd73335779d7cf2b881506c7430c804f03abf2f52f5d9535b8f94413f3c3339d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010468, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.42742459406145, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 895, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:13.869046+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f9a6febb-bac4-4960-842b-376c9e851e89", "result_sha256": "e166b72af4356913a11f58416791faca5f45a85c5fcbb6f288858eabf62c1d6e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012738, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 21.828681159066036, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1122, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:13.338887+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "60c2dbc6-cc59-4264-925f-eb0fac165887", "result_sha256": "997d8e05a7d38368488e55145969a71c3797db1e96a42a8529f0cb5648a7a506", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012062, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 20.424410379957408, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1063, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:36:45.110887+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2c83136-0b8c-4104-b9f8-b9ff1a0618ac", "result_sha256": "657b3d0da83365781877125f5bd7809abf01ee76fb6a5d8b77fdfe2214b569c0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012334, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.927903020055965, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:45.360326+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bb632a6a-7a69-4dc0-89b2-b604c7c123ad", "result_sha256": "673199bfa4f186e3b41076ff559c20cc3250917b70ad9221134d84189c448487", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016274, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.405195029918104, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1489, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:11:09.538957+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "07be2c7c-c08f-43d4-a6fb-5e13c6cb9826", "result_sha256": "2ac389207629ab5cc8af781e109ca330f4b540527bbc1e198ee8d1ec49d70155", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014864, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 21.64562402688898, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1328, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:29:48.853630+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7d70ed7-fc2b-49e3-bdcf-f6a6ee1fb163", "result_sha256": "d5e2eda392da303754eb0103ef63e8e7f569ac320972384d15ab4179341549e6", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.021748, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 31.929545614868402, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2013, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:10.053596+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "53c33ee1-c590-4c92-a86f-20069eeecf02", "result_sha256": "8d5fbfd600491c0f6c9f2d86175354a0c1d01b98a0d70b69b7d049e58b44bd69", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012192, "error": null, "error_kind": null, "font_correct": true, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.695249436888844, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:24.942673+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "367147d9-803a-4627-9e04-4be6f5baec06", "result_sha256": "1ccf31b57635871b1335c7ca0562ffc1175fda04ee4c626a8720ae369b9285d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007242, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.552377820946276, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 559, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:25.077189+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "28a899d0-7d8c-48e1-b70c-15599f54d339", "result_sha256": "b12b42199bb5ce1ce52f9493338f8551b6cca0f73f74f6e0443591266ca63a52", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013404, "error": null, "error_kind": null, "font_correct": false, "font_id": "montserrat", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-montserrat-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.850100413896143, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1202, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:04.776104+00:00", "request_attempts": 1, "target_aliases": [ "montserrat" ], "target_canonical": "Montserrat", "task_id": "font-montserrat-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "724ec6e7-7eb3-4885-a206-bf45e03735a1", "result_sha256": "bbae244e5e114d02f00c003b0e6450f0ac6d6cf5a5e8522473c10f4276024e45", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013904, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.841211635852233, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1252, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Helvetica Neue\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:04:39.278698+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca1f4772-216c-4ef9-b9b0-280fe5fccff5", "result_sha256": "29924d5d221f2555f57766276f4678ec2dcb21dce2df0f6bc6dab6d6913e7869", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012172, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.353767859051004, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:29:59.966683+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1180e4b7-771d-43ca-92e5-040b78243841", "result_sha256": "68a95deee24d262836c8383f8e8f0a9b1f568699df4def0c6b0036d7e0b8d0a9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017602, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.05292511614971, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1595, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:55.269589+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e4fcc15-07be-491b-8447-0f67674d4c4e", "result_sha256": "cf5c8f408041c682785b3e6e3c32af8bc562394e2eb8544864a6f55b9319c784", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013804, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v04.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.62182590807788, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1242, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:51.548776+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "82f661f2-8c29-4e51-ab2c-dc1ffbe622c9", "result_sha256": "0e8402a95ae4eed9c62d80f396a4b559c1c447100583a64bc6f6c5ffa9de1eae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01222, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.124912034953013, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:52.462749+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "40c496af-f944-48eb-8bcb-8644af99f383", "result_sha256": "ac051f293342ae0bd8d76d7cce09a6c3fccf5523568c3bdcf02c730eb4bd9d9c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014668, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.338442985899746, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1315, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:43:50.992988+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc760acd-647b-4556-8ab3-2be132e37b55", "result_sha256": "79882502963f55378c2743b14268b8cf8a9170078173e9be354ad32c4731403b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012268, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.673888918943703, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Helvetica Neue\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:19:10.898281+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4bf02b1-8ba9-43f4-ac32-4170c53db7ec", "result_sha256": "32aa93bd4bd2bf23b8fa6f635e8b8b249a4c987aaa1b24af4ede7c869d38f5c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015734, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.54791019600816, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1435, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:17.756232+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "96e09402-7424-40fa-be06-72e4584d3d0b", "result_sha256": "6e6bd88e4accb3466bcd19ec3e1573efc9d84cd1e9f16e85a43c20e290941374", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015164, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.825356708141044, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1358, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:55:28.239195+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "38efba99-6139-40d1-8edb-3e75f3043272", "result_sha256": "0fd31c0db9339437105d549833d1d08f6067f589ec93357ab922cf28d629694f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017324, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.205168141052127, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:31.576028+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a15348c-471e-4286-831b-4f77d1dbb963", "result_sha256": "413cd37d90a493712d061aa144a529458f214180ec444a57abb5f29949de35ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017534, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.60514965490438, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1595, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Segoe UI\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:13:33.617581+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2c4c78e-f9c5-45b6-aadc-efbbd659d122", "result_sha256": "4dfd931ff9a3b720e8138a66b9ea75aefa983c3b1dcceab009fe54e5d2f1b762", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017488, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.05138507997617, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1597, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:40.795683+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "249a58a0-1f61-46f1-9118-8251ca8e0c0b", "result_sha256": "7b8783b1826de0c4cfb7b5a4804dc141369054a6e41aae643c1f635966d4dbbf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012192, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.22303081699647, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:17.585373+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1fd54ae-c9be-4c74-b1ae-fa789aeff6bb", "result_sha256": "dc21bc169691bc94792d78484df7ead93acbcfef767876bfd52408b7f536f100", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017592, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.37045101588592, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:12.570296+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "19d7001b-859a-47f0-9de9-65205f0cab01", "result_sha256": "b18e0ac035b52e8017c086cd53ea4d1391b269d2ab94b850b72556d22e210637", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012154, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.384936495916918, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:50.996764+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "91dbc74f-f9f3-4a0d-8089-0288b3277dff", "result_sha256": "34684f5bf4eef453390cfae6e27b5bb3a613ae9c3d23b4f1564ab3a3f30b5490", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017294, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.159229065058753, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1591, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:44.092610+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad302e14-5421-4215-8315-a15c036eaeec", "result_sha256": "6677099f51cbd935956fc9da7e894e9f7ca955c8a451f5cf3d82da7df20573d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021864, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.614906796021387, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 2028, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:15.803680+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "27da7e65-8721-4bb1-9fbc-036f383629e3", "result_sha256": "837664d175f56b25d731ed68a0d83114b48755197870018dba4eddc414164ad4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021558, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 32.570604742038995, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 2004, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:54.710662+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0fe64e2b-cb21-44f5-9018-03347f6f70e9", "result_sha256": "ecd92a2b921fd7dc335198a7dcaee16e7eb7b3342efdecd5d79602bba9a74890", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005802, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.42495092493482, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 437, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:15.728814+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5520524-46fb-451d-a3a2-911c2999fc65", "result_sha256": "611c925e247942f54c5f7196b161507d64fc534f8321602e1723fa7c3db9c465", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009842, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.142950227949768, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 819, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:37.239616+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2be82613-2bfa-4aae-b52b-18e0ac0f9bb8", "result_sha256": "1442f873c7cc0d570c81d720c1ea36196e1e025bccd59ede3151d5d20c5060ac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007834, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.143307527992874, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 645, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:32.991619+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "efad5474-12ca-4bdc-bcab-627d2e9a1dd8", "result_sha256": "46969a9842d07f7e525b1be272ed1327577ff743aa496e67c21613c6d4d0bf15", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00481, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 6.3666417030617595, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 333, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:39:11.577725+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dc395618-02fa-42a8-9e80-2f9f4773bc91", "result_sha256": "916f9854cc9ed1701c4fd0424aa1c587400b5fedb0b5bf9ba3cea915ba00abe0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017428, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.92089309892617, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1591, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:24:16.268367+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c52c83e-e218-4396-bf68-16f9b2af8d22", "result_sha256": "64da0a16e746a754d4fac9d7b00174d23411f60174fa7d3232ce5282a5c15d7a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01899, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.843021403998137, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1754, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:31:53.287424+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "09a6258c-ab1e-4830-9828-940b08d7181d", "result_sha256": "7f3c7c72999b42c4e4198ac8e01a567b077469d43f18356c5d79d5c00ffa7ccc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006618, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 10.10897913412191, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 510, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:18.521572+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0f9649f4-8352-4fc8-ad96-24df60a6d719", "result_sha256": "18f750e9c30feba57dda9e796640f6c30e35e3817bfca3e39e863d0a806d770a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01181, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.197053912095726, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1036, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:24.121421+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8d367a65-c187-4875-b6be-890b0f892b45", "result_sha256": "9455d3a02f56e5b794387164d485497d4904996e582f2400f5db4e260a27c296", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.033076, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 45.7096436789725, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 3150, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:26.657611+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "540f2db2-0f5a-48a2-9f32-6c8ae3438123", "result_sha256": "ce11b4ad0e580fe0e6af4d9c691f5472b2c1876b30ad61363709f4184978c665", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021594, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 32.67487439396791, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2001, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:40.491514+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbd7f78d-ce41-428b-8aef-0efcf0b8b7d2", "result_sha256": "bf3da7907ff1397f2813b98fea237176547670860963f2596c6f5d6e6d179e43", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012138, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.90554292104207, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1062, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:01.548244+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d3ee0676-184e-41d1-bd79-426db823458a", "result_sha256": "5ed503054bf7da96f12dff597ae9acd27135a96b3be02625d4aeaa44f71d28b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012192, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.63111959490925, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:33:10.557067+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "514fb0d0-24a2-4695-8a8a-ec5e28bf7dc7", "result_sha256": "0554587cebbcf99bba735d871593b22e3e8078691a10ee2ee0b242f60cf3f0b0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011298, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.259511386975646, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 978, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:01.626127+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9de67ed0-78f5-4ef8-8697-f04995b26283", "result_sha256": "1ab23b8a5c15f7d1a6bae446c3b8074784112ad68f10514206b91a9590894aff", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0115, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.949534483021125, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1005, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:24.891095+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "78b0fd60-f6c1-4bea-b834-746425bbddef", "result_sha256": "cda3b8a0bc66b2884336b4dc6312b365b4da92f15bdb9a57b3abc59bc015b2dc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01473, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.92435624403879, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1301, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:46.889022+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "30d24d46-4e67-46ae-8d25-03663ef43ee3", "result_sha256": "88ec396723c198ee7bc3ca0873091a986d1f15b868975766c57f4aa3c55bfe5e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012314, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.76428288500756, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:32:16.396120+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "24b809d6-d0f6-4bd6-8779-b563cb6cda8d", "result_sha256": "cc4a6953250e739a6a2430b3b9fd9096d275e083cb05de2b82e024ffcc3787f4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006998, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.942863656906411, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 548, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:17.424983+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "78e9da89-adaa-4edc-8e78-95eafd08cef4", "result_sha256": "3f1e8ccf75d51fd314f0e4160b14700de6fd5f9b91c43a1fa3e7d1562ba6c1d6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011912, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.905517573002726, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1048, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:26.025501+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8f7301db-ea47-49a4-b73d-e206d19bb14a", "result_sha256": "335fac4bb4229a6120496a4c6e3514a394908ee0cacd591e4a790bf71ba009ae", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010202, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.06175905605778, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 855, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:16.651572+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "49fa0bd9-4f7e-47ab-b346-bd7c7b18360c", "result_sha256": "525e953e272d479a6d4181bf93d5d48306a4c274b0ce112120a817e1d2a91342", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006934, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.306134358979762, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:54.631250+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a651a11e-d1ac-421b-8282-8a595f2ab100", "result_sha256": "7f32f56be3559172b2027b6a8a2bed0b6539597396dca639499ee21c87a5d04c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015184, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.336992389988154, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1356, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:18:43.478077+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7391a668-8fbb-48b2-8d59-491e44a5c75b", "result_sha256": "6d37e8a2dbce1858e7b48cfc58ef1cc26bdbc5c565bd6b8655a37f627709b94a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014954, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.62272163806483, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1357, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:45:55.539733+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6b8bbec-cacb-4ceb-9472-b2a0d9a14e2d", "result_sha256": "c7c150950dfff06a1e210cb5e5551073f411f0f9ee12a2df8e8ff6210eacc39a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017372, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.57842920301482, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:58.638066+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ef14c55-14c3-4fe2-a109-f12b077ec27d", "result_sha256": "f6bfd7bcbaf245d6ec5ec560882cdbc5079f9d6729cce8c152bfcc8034f8bab1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008262, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.126815912080929, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 661, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:21.822165+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "331386b5-4283-423d-8dd7-102a88826af1", "result_sha256": "1c7d3dce16dd2ead7512b2e35914f3714e9e8051ad1547d09ed2fbc28f918eb8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013794, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.56307468796149, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1241, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:10:12.420032+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2508ed0c-fc8c-4f00-9152-410ecad78375", "result_sha256": "116d561ce261a6de01a8d505322fc5d729d4001f8a851e864f1efe1dacae92bb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01443, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.87434324482456, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1295, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:52:56.627874+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dd47700e-1d0d-4d70-8724-058e0f3fa59a", "result_sha256": "6b62a9da89eead375592f195074d5f3f9948016acd05b017f1ea74296c725b7a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010698, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.654019634937868, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 918, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:45.827064+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f585574-1ac8-4832-8468-3614a8b4bed5", "result_sha256": "31fedca3945e0c6c36ba9df85066593e9c92bbbb05d996e74e16e2bee43ee7c5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012744, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.321252884110436, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1136, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:33:54.404803+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7316f4f3-42dd-43a6-9865-7e1e737e5849", "result_sha256": "86be2b9d9789f51c4b433f1b790092310c3f5932c44a5a46e1decc6b09aa0bc7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020518, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": false, "latency_sec": 31.584312937920913, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1899, "predicted_category": "non-serif", "predicted_font": "DejaVu Sans", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:39.253682+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1995060d-4479-48ca-a691-e5a2b59e9865", "result_sha256": "9f92acf5719707e2ca3ec09cd3a95391f7353e7fc2b918129ea4bf0758c8926e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018592, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.766910114092752, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1694, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:30.833325+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "168f38ad-74d2-4a04-8b41-d2322897d624", "result_sha256": "2d106107dfcb3f7b4e241d67ba1bb438d71354a8789810626fcc39f85c5efb26", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01674, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.500095578841865, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1529, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:30.010731+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e956a58e-f46f-42e8-bcaa-c6da68b6ed1c", "result_sha256": "5fdbcd1317ced1460bf11b06420fbca0802279a770da70aba01eb34f989bf058", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01222, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.341386819956824, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:51.413544+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3432034b-da7e-42f3-9c3a-6e771e95c521", "result_sha256": "8d3a99f09c586267cfa2347764a8ebc33947aaa0015b8822499e950b036dc32e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017448, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.609909024788067, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:28.332143+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d91b898-6294-4f34-9d39-901991007a3d", "result_sha256": "0913f61df806929e390af1f7b19605d7b9f5f6698cea2ed9b7cb920b276ecf19", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017448, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.963693866040558, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:39:46.075254+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e0fcc84-4991-4fb8-822a-c065070c8ac6", "result_sha256": "77b4ba5774634453454d12a5ac7da8d1b949092f0aa92ad8535c6bd500972367", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014662, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.36892006895505, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1323, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:30:40.212984+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1345ae8-f5e6-427d-9854-1a450beaf854", "result_sha256": "00791845262183457a3d54bdbadf3ce52101d3ad5b2844df5bda980e1bc529f9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016424, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.501571774017066, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1484, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:15:13.528441+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8bda694-2fb5-4eb9-b8ea-7bcedf87e84b", "result_sha256": "e908947da3c0a8f91c04852c194085355fe7918ebc5443d8f01937a5bf48c348", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009934, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.010789572028443, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 855, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:23:33.742593+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "af1224de-b504-4449-b082-25e5192d2ff4", "result_sha256": "d2277169bda8866d761c85c2175ce04fb83397daaed41e019b18917d5e0acf4c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011984, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.95629360503517, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1040, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:32:22.315537+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "31cd6c2b-2471-46a6-9d8e-fcc391ba8d8f", "result_sha256": "b223a9fe2c7d3703ebf6e5d01e9aab0c4298348a3bdac43005704c5f0e7e9287", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017578, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.540515310829505, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1596, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:15:13.982365+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e1a7cc1-cddf-4fdf-ae5d-2237ec7570a8", "result_sha256": "ada5d7718a53041ee84ff10776accf9428ef9281605a23d929c325a6ff7a7d95", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017232, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.835579558974132, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1580, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:11:32.759208+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "14e765ef-0f3a-433f-9fc7-77b323b49772", "result_sha256": "8b37898f06817e4d966e70ea1097f2e7ca45881fed44c3c44277e4971d5d5aa2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010932, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.659361192025244, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 928, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:15.458338+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e21f208-a122-433f-b1c5-d97dccfe438f", "result_sha256": "00983304197ee7dba16b88361c0ad6ec810ee2beb83d756ac33fc375eecf1d7a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012154, "error": null, "error_kind": null, "font_correct": false, "font_id": "noto-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-noto-sans-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.161260074935853, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:50:28.019126+00:00", "request_attempts": 1, "target_aliases": [ "noto sans" ], "target_canonical": "Noto Sans", "task_id": "font-noto-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "363dd3f0-97f4-4a89-82b8-35cf1f6c8889", "result_sha256": "9ef5828448562dda6749e86a7bd1e4908bf04368fd8b46a37f584536075adc2e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013984, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.463881478877738, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1260, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:57.089727+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dbc8d246-9741-48c7-8efd-edc62fdb291c", "result_sha256": "216da15c7cb8afaba0491f3fefc257483381e037c9b44cd6124052c284f65b6f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016742, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.95507413498126, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1531, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:02:52.463833+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "93eb066a-cde0-4e80-b861-dfa120270b18", "result_sha256": "7d6c88848abc64c984227b94c88a6bdcdfe768481b14a51a60b728e095e61a3d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012412, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.40527024399489, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:52:54.149510+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0170a04-63c2-478f-9ee9-61c66304affb", "result_sha256": "ed9296197ef004fc18dd0854fe20e6280cfd56326fc788ff1873be3fa1fbe714", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01219, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.55653399298899, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:07.756894+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7193a8ae-d544-4865-b6c3-9cf3d8947f7f", "result_sha256": "c495a8959ded64c4cd510ff653f532f2c37133a3f55b8a2ead2636546786e013", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01326, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.309211272979155, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1178, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:28.971093+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e5e0845-8e26-4a48-8469-6e6fc393eb2c", "result_sha256": "25177603c5ed24d92775ce6f848ae3a5bf7f6be54cf5ef86f2ed5c3d3f938789", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017448, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.29868589504622, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:20.986053+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d2e4375-b4a2-453b-bbdb-4e54e192cf16", "result_sha256": "87b2840d8b86f54b1f7db1395f8b880355d7fe96056b3f6799974fda7aad8909", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.022628, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 39.03206883696839, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 2111, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:44.689547+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f233c32e-4106-4fe7-b669-52d7608e5e10", "result_sha256": "be936a5d684445ab937f13b2a7fd720c227c8ef001ef0e79fddc13d89ab9d32d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012124, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.85225414391607, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:43:42.001764+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c36b0a45-6507-4a49-8635-bd278e956177", "result_sha256": "de9402f0ace01746a0c716cdf0a5112ab3e7a38026b004de937a8e39fd8b91b6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017524, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.51908210502006, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:51.167947+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b351375e-2053-4bc2-b565-2330ad8f013b", "result_sha256": "81f4c6d2edb1a37c8f0c97f853ed0230baa9ac201a469a7a865ebbb7288f487e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017324, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.109907350037247, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:48.227900+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a329af69-aa13-4cca-8839-ab84007ae2e0", "result_sha256": "12d2cf101c1a9feea4f489eaa7c65ad69d062925aebd6d9a4b35942cfdb4a9a7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010044, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.242879206081852, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 846, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:14:56.039491+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "616c07da-cbd4-46a1-b90d-d10b083a8565", "result_sha256": "94ce4f189094c49625cb95b37d6ea7829c22be5e0db47bad6e365ab26edcc8ca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017378, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.10280694696121, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1586, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:46.415681+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0a556ab-d35c-4530-b49d-d884f516e87c", "result_sha256": "1d7ce1cd196c562e9b5faec2e766607704a5e0aa2a2104529591b13374da9596", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011922, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.091837784042582, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1049, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:29:24.400697+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "13d04c40-0e2b-4e2f-8310-fc43596796d7", "result_sha256": "a7052a035798aa3a9cadfc72efcbce8d3fbe735ce6671ff9db988c29e333506d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012422, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.972701988182962, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:11.008548+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "58f8ca9a-1d26-49d2-8450-56b5d76e00cb", "result_sha256": "a2db3ee9fefeb3a507d109989bf4a0b0eb6cb060646a5816c1108b7d874341a1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017344, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.600078518968076, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1596, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:21.207177+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c5607b8-ba84-4f84-9ca1-4a6f3f771611", "result_sha256": "be2d95a6584cf19590aa1d6a9f3331206657c2528541ab234adb74db5243f27a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010244, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.399836499942467, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 886, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:39.657460+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6286cfad-124b-49ec-9f3c-87097ba5109e", "result_sha256": "2fbc11b762a94d9b2c9f315a120afe4dde80bfeff57257709bcdcd652c775ad8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010774, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.711228470085189, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 919, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:21:15.451523+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "38ac69cf-0dac-482c-bcbf-16ee1c12d244", "result_sha256": "7b059725e5b3731255f64fc5031b8c4fb94b79d7af7d807d9d41f68fe0864559", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012278, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.332186179002747, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:35:08.888799+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "62c49677-2187-49ae-b14a-1c2eb3935598", "result_sha256": "d36d154e8498bc5fc965125938c662341d0c35c0ddb2da12a006f5f8318ffda4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010852, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.77493550395593, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 942, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:57:53.349258+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "90fcaea3-eb1f-41c7-9fb4-61bf54fefbfe", "result_sha256": "08411aa0b41740350db2883483dd6496bce589b87eb2eead9e51a39cfababe01", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015242, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.823041443014517, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1359, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:23.935320+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "94b0f60a-d47c-411e-a83e-fe2b1ef8e6e8", "result_sha256": "05aa09247a94c906809a616b47789c5faecba7269eb268291dd89b918e9677cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012144, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.904788971878588, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:21.234792+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4469dfb-9e6c-4dcb-930a-8b06d6ec4386", "result_sha256": "1f5bea81569a6143ad488dcad5713532f97c43f4a1cd418c915e7dae3333a2f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01422, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.16087563103065, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1274, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:46.216980+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "95460708-9ecc-4d0b-9eb4-376d270c0cff", "result_sha256": "aa034266282d787fa1df3c4467d1bd503160d14096cecacc5c1c9dd03436967d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012268, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.986054979963228, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:39.309708+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b189a5d-2cae-40e2-bba1-c8cae91f7357", "result_sha256": "d7b3fc9cffd08b18c27aeca2bbefd185179fb3fd44affdf8de179f44b85b057d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0122, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.492458930937573, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:25:45.144795+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "173c2532-f057-42c3-9938-1012e2c4201b", "result_sha256": "3ee3703b6068274bdfe34bab8c1e5dc458c96f0435e2f7c2914febb44777999d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010508, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.450545330066234, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 899, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:35:43.535129+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "522dd78d-7dab-449f-9692-a1e0bc4f1a2a", "result_sha256": "492f8a72a86b67002f118db066ff53544a2fe92116fa4cb30c6d1493b69fa6c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01693, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.910643856972456, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1548, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:25:22.222115+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "28ee5898-9791-4384-90b7-55ae26b9c42e", "result_sha256": "09df65920c836bc5a580800597a5b119a54cb1422a54ea58dbd1768eaeb3d0af", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015446, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.442296907072887, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1387, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:16:26.110234+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cec26029-bb80-4f2b-ba36-3fb7b59f1a68", "result_sha256": "ff18152d929ee0e7c8d7460ef445dc4af883059fe471ad85289061486995a92d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016844, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.681849899934605, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1526, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:42:24.144206+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c495ca5c-4c23-4bab-91a3-c1281ed115c5", "result_sha256": "6ddbf072080402eaf96e9ce781c61d436f6fb02847ce5ce355f67c5f39114d57", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014838, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.20316934096627, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1332, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:07.954988+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "208c72b2-5583-49e3-9e91-edb1c0e3fe89", "result_sha256": "1ed6d04c5b23c3d2b0c4e284474b8a0c9ee19e0d1aa9444278fc19fa17bdd16c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016972, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.069361028028652, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1554, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:00:48.891596+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4653b330-b964-427f-a55a-ec173e45a4e4", "result_sha256": "337258cf8a5e9da49e02972b42d251d4060f247d48c4202ebcc023f4877ca2da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011368, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.270288413157687, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 985, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:50:27.120738+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ddc4dc5d-b15c-4f05-9a39-0381371d9426", "result_sha256": "b5aa329904577b49582f3a1b181194bb80262fc5cccb61c58515ca104715d68c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00918, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.386918031144887, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 773, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:14:07.887322+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcc5bb19-5863-476d-b0c4-8c480a289962", "result_sha256": "81cd6da9bfa56ee69eea68f34c35b838043d9441bae07d9b66ee7b6038d2302c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009826, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.0855420359876, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 825, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:36.483733+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b59c4ac3-6241-4652-907b-4524001229b3", "result_sha256": "59a58e1b2b095a7a7bde43245b667ccc8ca24d9b1d25e0d5f55a2633df2e3f6f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012324, "error": null, "error_kind": null, "font_correct": true, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.746194554958493, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Nunito", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Nunito\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:29:27.180023+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff6a7cc8-7ad5-48f0-b272-91949e86f230", "result_sha256": "c6dfcc4c013b1291eae7bd4855a480bb6776ed15b2ed291d931bbb8bcbc41782", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.011088, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.277181594865397, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 957, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:56.047150+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "994926ee-e6c2-4c50-94d0-9d3cd6692495", "result_sha256": "a11ff0c77fb7396dceec4c91499457c43ee5bdae3d8cb48580ba57103653324c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014072, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.149376331130043, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1264, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:00:50.403184+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "136412bc-7803-46c7-af78-c9db16542561", "result_sha256": "2a7f15bac80bd46c1ef36d4ec530de9e11f840ae999182da227181772484ab9a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007232, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.718386011198163, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:17.712780+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2b5fd99-f793-42ec-ba80-389a2fcead6b", "result_sha256": "16049af1be623c31770d8c346b2cf11258e5569e36039da1505d676bff3c96aa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018284, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.663385692983866, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1690, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:48:17.101016+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "25c44435-6807-443d-b463-4d6b79d05d48", "result_sha256": "45efac890fef937b07400abf7fdf25f3d5b9651808806a35513a0c6e95faaef5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008678, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.434851370053366, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 715, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:10.987051+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c67d2ecf-99f7-42aa-9ae1-a1fc1b796bbf", "result_sha256": "f9a54d6aa5d69b620aa50597aaa515fde76bc6e8a40c3055944fb13bbfa1dc15", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017074, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.201740429969504, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1569, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:00:22.837260+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "73f61a06-6e9d-4688-804d-71e74117c684", "result_sha256": "55d0356afef4e2b233922232fc7f34b4897e2df785a4626d2e3a264e94d18519", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.015652, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.709365667775273, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1422, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:51:27.866824+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "733d63a3-7938-4093-8661-6c3a4f383986", "result_sha256": "3af6f8fa3e6f7dacc06cf33fd21d01e7e7ba5c8af422fcef00e8fce8610a809d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011602, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.720543968956918, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 995, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:08.710920+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2501188f-93d6-4e57-8da1-c80dd33a6d1b", "result_sha256": "bfac0ae97189549ad0b47a365fbabdf29e7b7de60b3dcc93d296db44d47f585c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.014944, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.952339367941022, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1356, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:54.051695+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3f6d783-9f2a-48f3-87e8-ebc26edaaf3d", "result_sha256": "963e072b00452b23c3a594b9df8fa2932af403256186558197a3159e0a732904", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01843, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.22986694192514, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1695, "predicted_category": "non-serif", "predicted_font": "Trebuchet MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Trebuchet MS\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:15.525455+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b1ed640-f824-49b9-98f8-0757abe378fa", "result_sha256": "f9f099a0fd5beacce1bf5672126cb51ba11282b0e944d3266ffa9e6e8f989a55", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012288, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.176971764070913, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Comfortaa", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Comfortaa\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:13:01.092640+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "561cdc61-ee2e-4626-8851-5df8378af892", "result_sha256": "7caef393ee90fa38585ed66d22fc0ea9854313c75d1218b513fca3e1f8a6faeb", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.015494, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.123293817974627, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1411, "predicted_category": "other", "predicted_font": "Fredoka One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka One\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:24:07.347648+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1bb4a7e-63d5-4ca5-8b60-6791edabd093", "result_sha256": "04dddf23b6232b3d3f22d22190d035d44ca43e9c905bb142d8ed84e7b1416c08", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.016362, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.8994537522085, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1493, "predicted_category": "other", "predicted_font": "Fredoka One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka One\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:32.478840+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ac2b58a-f308-4f65-b9ee-9f471cade095", "result_sha256": "1d47d992a67a38f497609ceb999e1c4e0b4c070b901d720c48eba758c4761705", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015472, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.948509969981387, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1382, "predicted_category": "non-serif", "predicted_font": "Fredoka", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:26.943372+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcf5f427-77a4-4682-ba02-7546d0e47398", "result_sha256": "d10ba87187de9c4a46b701c2354934d31e8d72b714b07b2307ef87b120c0742e", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.01316, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.105051421094686, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1171, "predicted_category": "handwriting", "predicted_font": "Kalam", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Kalam\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:15:09.142561+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d67e766a-9565-4f57-bf65-c99d6ac288cb", "result_sha256": "e5863c52a3e828c98cbe8fc113fc28b40ff4a203c1624bab9d28c66e9687b686", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01035, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.469896889990196, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 887, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:02.494296+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a7f8000-73ef-4de2-8c96-d640ccbc0939", "result_sha256": "487f8b91c83c51909037d6588d0963562ec41eefb3991f008f01de1e332b6e47", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.015058, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.696658364031464, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1354, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:12.467736+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2acdc19e-e4e5-4f01-a14c-fe93772d5dbe", "result_sha256": "b976468713d0c313af3656eb2b6bf76e657ce91a7d0ffefbef53ef4e29a43afe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010588, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.16608000197448, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 907, "predicted_category": "non-serif", "predicted_font": "Fredoka", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:35.629153+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "171af5e0-459e-464c-adbe-7416e0a37e24", "result_sha256": "760dccdfba19da0cb329150782c60e66ce0db86a0ba493405db791114bbe831f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011764, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.94246293604374, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1038, "predicted_category": "non-serif", "predicted_font": "Fredoka", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:12:15.837506+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "65d79443-fd05-4c85-a5b5-17703377ff86", "result_sha256": "778ff45efd1960bce152107ceaf5c376025fa2cd8086fcb4dd0d7c9c3ddcba16", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012334, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.06591260409914, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Fredoka", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:34:36.481194+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "05e9020b-05d9-4c40-a168-fa7ea5b7bef1", "result_sha256": "71bf9e004816806e6d2a6cac695a75b95fe7a789dfb77f493e93e61771cc0637", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012154, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.133996007964015, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "other", "predicted_font": "Fredoka One", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka One\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:48:54.938241+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d19f95bb-3562-43f2-89a0-89b6f83d6206", "result_sha256": "c9c602a832332304cd8fa642203ea30d22c99404c0b401e0a4fd8f7f3ab7251d", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012354, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.69862551614642, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "other", "predicted_font": "Fredoka One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka One\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:22:49.132401+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e3f05aa-bb89-4c35-8aa8-c1a9fd913743", "result_sha256": "acd9eb08815d1841001eeff522ac8179059bb5c3d466aff787f35f209186533c", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013998, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.634994776919484, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1238, "predicted_category": "handwriting", "predicted_font": "Comic Sans MS", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Comic Sans MS\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:20.885662+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1bbeb0d-6fc5-4ef4-9e77-4922464fa673", "result_sha256": "cc6e5ab9d762cce0ae8b4372b136171a9aef317eccb63d5c35cfab84b91eaaf0", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.017372, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.66488018189557, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "other", "predicted_font": "Fredoka One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka One\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:32:35.928891+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d1461a1-5baa-40d1-a25e-00bb05624628", "result_sha256": "a42843709b6f026ea026c2aef78c8195f3336a70e2a4ae60728b4f1563f21fe3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017612, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 26.561365240952, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1596, "predicted_category": "non-serif", "predicted_font": "Fredoka", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Fredoka\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:16.899539+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4056978b-cf66-43c9-8481-00a16335aa2f", "result_sha256": "78ba45b1d964e2b494194af52a75334ce53c237f391d7a0549ce488dd3ef5388", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012184, "error": null, "error_kind": null, "font_correct": false, "font_id": "nunito", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-nunito-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.764427434885874, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1080, "predicted_category": "non-serif", "predicted_font": "Arial Rounded MT Bold", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Rounded MT Bold\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:44.859482+00:00", "request_attempts": 1, "target_aliases": [ "nunito" ], "target_canonical": "Nunito", "task_id": "font-nunito-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c98b181a-a394-4e6b-a3b0-10a2330cd495", "result_sha256": "5b90510325c78bff359d92250591333b29f0e4628c49bba9e633b7db3127d597", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020214, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 30.759212190983817, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1883, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:38:36.073309+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7434301-6838-4b47-b136-b5b0d298981c", "result_sha256": "e114070b1306956fdb08101de107d3e394c13ab8e8303bdd867f047c8a4eed18", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013974, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.610693998169154, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1239, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:42.882710+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "af839dae-96e5-422e-b554-5c7b9be67e6e", "result_sha256": "16b17c253367280a6b879a8a893d1620772def1e2011c947e06e1a87242eac80", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.017288, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.3536682180129, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1577, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:15.973165+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bda464ad-8b02-4d0c-a1e2-7bbadde6df56", "result_sha256": "f55ce1cb6aed2d28072869da74bf47ebaa6b12b77cb970142c33b6b1d93043b9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011602, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.551651832880452, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1017, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:02:47.146378+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5cd14cfd-0426-45d1-a14f-f7b25898fb97", "result_sha256": "757916fd2fff650ab4a60dd41def3bd55ae0a0314a3d94e189207efb685e78c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008662, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.560527849011123, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 701, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:14.639376+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e28dfd5b-660f-4020-88ab-727ebc969f71", "result_sha256": "539f1cfc585dda961d6b04022fde32cc772571116e5b56f4aa832c37531db9de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009124, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.593865625094622, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 774, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:50.523230+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff0bbac3-4584-4944-8b14-f437396e5d75", "result_sha256": "e4dfac51cf9d284d15ec2a216d0be877f07438d421e6d5c53efe03abfcc01653", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02191, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 34.83173750597052, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 2043, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:47.091489+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1268fc37-2982-4d68-b87c-a1c915c2bdb3", "result_sha256": "bb7ffb0ee635fe506ca25e92c7b965365af69933f133c528322ff8d9ac5f7651", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.015518, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.902703043073416, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1400, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:15.386311+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "24cb023a-ff38-42c9-98d5-6a464f2d031a", "result_sha256": "f3845d1b5ca0dffa9885dec4e9b998ec701138d2d9e6cc92a180d183715b8bb7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01829, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.943308064015582, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1684, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:16.217183+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b81cff2-960e-4ad5-92a3-69b9cda32931", "result_sha256": "12de774a86b05a1b6929e53261cd98567815c82d4ae14c89a4fe7b87ff91b634", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012278, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.476886927848682, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:54.494632+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "57225f42-440d-44bc-8442-f072fd85c9c2", "result_sha256": "199e2f25f8dfa4ec2a75e0850ee72c8da0112197d4dbe94953bbf066c24e4d80", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01217, "error": null, "error_kind": null, "font_correct": true, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.55040407506749, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1072, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:19:12.246251+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "82d1337e-3db2-43dd-8cef-f819b6f4e228", "result_sha256": "06f22650fcc552f2d3fe191008d74345c39bdb633bd17c3f1bbc0bb28f7e5d80", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015016, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.29900135891512, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1344, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:29.820382+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "175aa3ef-8442-4049-8581-9cfce3ba5df3", "result_sha256": "df10416ff7a2433f7906de003d9de98abdb7c501d2f9c9b62d65fa057355641b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014764, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.30298435804434, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1318, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:46.429910+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "202c47fc-084d-4177-8d8b-a1daeb225422", "result_sha256": "0dde5a5bdfb3fc6494badc7d01ed9a4134e9068e6ea0f3e2aa2b1f3d917c3b78", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011618, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.069178130012006, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1010, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:26.608192+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1a3d7f49-4eff-45e3-915e-76de969da405", "result_sha256": "41a0b82b3be1743e9dfde8962ec639eb5ac276f5c9b7ac7b0e031c9c1e50d310", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012192, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.441161220893264, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:49:51.395803+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e80bf4c9-43e8-4f85-9829-fc13f839a897", "result_sha256": "624552d299e50ffca07c8eaf2a51fe296807530d57e7e5ea9abecadcc89dd933", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014118, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.73977209092118, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1260, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:12:04.512855+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1463ca91-4ce0-4b09-9340-6e9dece6a7e4", "result_sha256": "446cb54461a19cb47c4c482a1b7956cf63ff8ba9182cbc6f3639eb8978531d4c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01218, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.062962903175503, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:01:24.382118+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "31ad06b0-4920-4fba-9fc4-132a10638b4b", "result_sha256": "001b7738da996300b0e89afe954f2ff3637f80c66fb53d1a2e5d0a2286071f40", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00729, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.664950757054612, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:14.550546+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "db4a41e9-5eaa-4a1e-9fe5-c840538de4c5", "result_sha256": "92fb3603621287f5bad447b3346e5d64368509e13095ecab7590f82e083ebcb1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012314, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.777459914097562, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:24.149106+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9623dfd6-cd3f-47d6-8008-fc967705413e", "result_sha256": "d1a3769b8d3b0a810719069fbc84da1220605a14cebd4bbb264799998303d64e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007078, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.753541043028235, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:30.048428+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "453ad1ac-1238-4e1e-b34c-ac36e952e500", "result_sha256": "dcf983ad6d4f36d266b5f303adcb07dfd0f1e8db036981b6d1648d3c7e38b0db", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008102, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.345840882044286, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 667, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:14.751491+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d893fa9d-7923-4fec-ac0c-56ce3ec1b659", "result_sha256": "480877ab425a3623f1913058594c10fc484dbb7a42b3c8bb64bd0a1f18b0fde6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016442, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.553296284051612, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1479, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:25.109321+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9539dbb7-d973-4de3-a7a1-a62757c10a59", "result_sha256": "2753487f06403ec06c7c4cddb9e509462d57f07eb0d53ef137ec771cb5165cb3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012824, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.597005511866882, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1144, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:45:41.315494+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfa13f04-1bd0-4d7d-b83d-7866a791459f", "result_sha256": "ad9d7683a1ac42cc59ae70e0f5126fea3772116bab77be9a181b182e62f44fb7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022724, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.473856908036396, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 2110, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:00.126247+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7969c6f6-e0d2-4978-877e-66b8e2916874", "result_sha256": "328d8e84990ceaac55703eedad94142e8ceb976c89db4530c238a058d2839d20", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012144, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.980181181104854, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:42:25.095174+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "affdd814-be01-4d7a-9041-5a17f56c9967", "result_sha256": "101ab4cb77b126e9e32b337d57de6ff7bf34993a6717d45de9f14af21bcad834", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008682, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.198559102136642, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 725, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:04.854289+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "254d7505-f4f9-4047-8621-473e189c123b", "result_sha256": "3b266b3f5cf555062adadb0e86dcc36c67cc010171cdccca66b05ff85e51cec8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017582, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.615891660097986, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:52.833847+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e85aa697-584b-4f9f-845c-5d3392b49eff", "result_sha256": "6e9dbe6f5c942d500d4bffcafe29f1314dc5d8adb155153c830490ae4829f946", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011414, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.740992767037824, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1003, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:13.105867+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "de698da3-adec-428a-977c-c97b05eb485a", "result_sha256": "7b3ac693e40780e9c9faf21fa3a10d8623e6ab140e533bbe57856bd4ed47ace4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01857, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.225587526801974, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1709, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:09.980273+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6b6005a-6419-4f70-bd78-4f932c875971", "result_sha256": "4f4a4bd825ac3d9f7150bcd886784096cdc89e94957758d890589e51753ccaf1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017098, "error": null, "error_kind": null, "font_correct": false, "font_id": "open-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-open-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.036057563964278, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1558, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:33:19.156509+00:00", "request_attempts": 1, "target_aliases": [ "open sans", "opensans" ], "target_canonical": "Open Sans", "task_id": "font-open-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "effa69dc-d89a-40f9-bf02-50d479368325", "result_sha256": "e0e102a06714db40000e47b639eaab9e36893941108a89827e6739055c038be0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019232, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v01.png", "input_tokens": 641, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.77069054194726, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1795, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:33:57.792510+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0956cd87-1bfc-4b75-af69-d654b074c0e9", "result_sha256": "ce8d694e3cb3978a1dcd92c67aad71cb3bdc0b7c41a2874feb56b5ebbb32f70c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009142, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.74030623305589, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 771, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:39.665058+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b2b430e2-49f7-4b48-95fb-307fdedbb475", "result_sha256": "2df9cdd5bb0488d77b39d39190381dbd652e748b2524e42556d7379352154dbd", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.017592, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.897373001091182, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:41.993663+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "14d56b0b-7f86-4e67-899a-b724f6d329f0", "result_sha256": "b6a2ede1a591661db5686ede00e0c51405831482252b64ec3e491f9f3b670b10", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01728, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v07.png", "input_tokens": 675, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.685924601973966, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "BenchNine", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"BenchNine\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:00.045631+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f73d65b8-82e0-4d4e-a903-0bff45a2b60b", "result_sha256": "d0b9bf18746599171a190dd70346ef36b93f19b043d45fbd081e556bb87a5d5b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021974, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 31.620900257024914, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 2059, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:32:55.120047+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d0c95880-9c3f-42a6-8ba7-23077cfa2432", "result_sha256": "1658fd45a7aef709976f30cef751a0d22dcb9686bbf2426f69766587d69e167c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017514, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.840065334923565, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Wire One", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Wire One\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:10:55.095380+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "00f2a3bd-487b-47a1-b494-bc0652dda1de", "result_sha256": "0723045b13f4466d2b17037805309b36f95812299742cb5d61fe7146b695f425", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.014274, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.534907301189378, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1289, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:23:49.298338+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "553874d9-c7aa-4406-bbf8-5154ec68fcce", "result_sha256": "66190d981efd0b592970446769f81d4cfc39db79d220533192cf95a45c04b8a5", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011514, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.69177190796472, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 993, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:29.906745+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "91c3130f-a5fa-4735-b334-1b9fa41a09d7", "result_sha256": "4c990515679122a0d55f9fdd316b46f58696dfce39c217e24efe559aa5dcd9c2", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.014138, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.01924021099694, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1262, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:45.088058+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "11c4f642-ff6a-4b96-b2d2-32482f512e22", "result_sha256": "61a70084c27873400965359a7a7a3ce9a0f0f2b9e6b2cb1e87e133f06e0b762c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016022, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.72823989484459, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1459, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:43.174082+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c661f87a-b745-4687-9e9b-daac1b8904fb", "result_sha256": "aed4a18e1c1273ebeb85cf536cf50c1aecf10a02a97798d1dc1c8f31cb14fa6c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012422, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.179149201139808, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:15.273887+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c70a8c08-e12a-41a5-a6a4-3b1da92f37bd", "result_sha256": "7ceba8f7dd87099f8f682dc918fcdc3794c7f14009a9d0aa020ef8dd7ebc2a56", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.017334, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.477111632935703, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1595, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:25:09.219750+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "da7025ae-87ff-40fa-b77e-e2c6eb7ee46b", "result_sha256": "6b3b8f02c4e4f6c548a9a754e37a2e88bb9b0a0ff3115af870c42201b987439c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012994, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.68892436288297, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1161, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:04:29.993120+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f428509c-669e-47cd-95d8-bc3519a43e13", "result_sha256": "810e9f671cdb080e4a970fca7762cc03acd596b3ba007ca91271124798ec6dc8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.013284, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.646748829167336, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1170, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:38:23.947496+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c72ced51-14aa-410f-b201-7fe573fb7715", "result_sha256": "f9c81fd59fdd2e463f4eb1392ef51bcc5991bd8977077a1039e030b5fe1d10bf", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012188, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.526781511027366, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1067, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:09.847618+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b7ac8c4-61d7-4581-a806-788e836a5b4e", "result_sha256": "b5ea0bd9c83e94d00d81c60f0eeb0389997b8a019b9b0846f11c3f5ba59998f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0097, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 13.9938821780961, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 822, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:14:22.627715+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5582742-1bf4-44a5-b1cc-b06c0b3e9277", "result_sha256": "02492dda1876060f931f0786d0eda3c0def9957c953b02e46245703b4d75704e", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007958, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.904637866886333, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 644, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:14:24.354818+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0a5a801-a1b5-4b12-aa30-b252d525ae31", "result_sha256": "af2a9e8d507b28a1a5c9d07d8c1f4ffe38b5774b7e92eec9f73a21c00cefb6bf", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00702, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.425393083132803, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:45.860246+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "78031f9d-0e3d-46b2-8f3a-635ba02cd19e", "result_sha256": "bde7e724be3399f20691b621e6d1d6618016df704eab379959a7d99468b94164", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.005968, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 7.504959366982803, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 445, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:54.657453+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "835a1ce2-fee3-4b81-8893-685a7c825071", "result_sha256": "8b477373aadd8b4b7ae86865c12456d1d7ebef0b8fecd43b0ae8adec14506d35", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012094, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v26.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.319711912889034, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1071, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:47.836773+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f9dc38b-f2cc-423f-8e08-7f2e4b4a0d65", "result_sha256": "3991b159646117b12c3d124719ef600e6ceab838b114b724c86d9547dd422c4a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01221, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v27.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.26559080602601, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:31.120524+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "692c8426-aa8d-4430-87a9-1e20a5d215cf", "result_sha256": "6453bb079f4d0c6e7c2a2a369b8d081b0ece2528106563851f0d0965513b58c8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008644, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.637976768193766, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 706, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:56.946766+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f820eb6a-46c3-42dd-822b-cd7ccec24442", "result_sha256": "57161555b59adb149529cfa48e9c9ce07f8aa7cdcfd470b8086d32c7373d8dc6", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01109, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v29.png", "input_tokens": 675, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.608070510905236, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 974, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:36.988726+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa02afb7-f7b0-4165-bf2e-14c8a0cb5bb1", "result_sha256": "ccc0b22855d9cc945770baf26b23f049b38c6aac4cc46c0d1182b900525e58f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013384, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.902288225945085, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1200, "predicted_category": "other", "predicted_font": "Bebas Neue", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bebas Neue\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:13:19.815518+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9336795-b12d-4e2e-9446-c81c73623e4c", "result_sha256": "afe9270e96502b9293d08fd3d188d37c57cf20ae712c30fc65305ac2b51e4d86", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012248, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.773937872145325, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:42:36.278478+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e119fc0-bf49-4dfb-aa05-a782a28f43e6", "result_sha256": "7a68da2d5e4ff4c911bcb9944f73412a24363b9a89c5b031cb451bfc86c9416c", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01219, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.323582177981734, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:10:03.902345+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "926fc911-af96-4d93-84f5-ee066f8edc17", "result_sha256": "232f8527ed9c569f214f51e8cff70254312365f3c09a80114ee5418d3f5fe7ae", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012336, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.049597051925957, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:53.408515+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d068222a-051a-4e2f-bea9-8e593147cd1e", "result_sha256": "af23898e02f105cdbdb1f849dd74b3bd77290f2073c69ad4ad7e4333e06bc6df", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007212, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.254099273122847, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Anton", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:41.820130+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "af1b0042-f6e9-46f3-9186-a721567a2dfc", "result_sha256": "1523c281dff6bf3db38e4e023cde4799dc8e43a888cc8d0a8c33bc90e288f8de", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017164, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.689989210106432, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1578, "predicted_category": "other", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:39:41.945920+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "65345995-6dca-4b59-9546-72ae38bcfd80", "result_sha256": "fd30d13ea07ccd8fb6596df3cfaf6094c2dc07115a57bb1b180b86241d107c74", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.013008, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.900194143876433, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1148, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:55:53.788007+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "57d5eebe-6901-4193-8730-32456cd284b1", "result_sha256": "d5f1b97199255b37c05a145985a10e389b900b90585e1f7b0a11553f79bc1d9e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011196, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v40.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.960857945960015, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 988, "predicted_category": "non-serif", "predicted_font": "Impact", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Impact\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:56.050622+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c679df5-b146-4c1a-8a75-5fcb2820f24a", "result_sha256": "f99fdc6648c1479f049b26aca1f9b727cd35ed4013097a7c22ee448a015b864d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012212, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.02579277101904, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:48.769254+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b547f98-119a-4db9-8713-8584c735e8f3", "result_sha256": "f60b8acc9635dce325f9e5a2072550459d0c4b20a035ea49c9af1e9289ee6a38", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.014102, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.20857546501793, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1245, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:01.367445+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad62d61e-d34e-4c1d-8572-f2bceb118977", "result_sha256": "42506182cb69173653f4728d7724ca7bde70a8d0152a0e946fb7e24972d32eb4", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.022016, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v43.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": false, "latency_sec": 30.916416940046474, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2070, "predicted_category": "other", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:50:54.102576+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f95228c4-2907-487c-ba34-9efcf77afe81", "result_sha256": "4124ef2a51ed7690214c943c15734c376270abbaeebd7911fd5abee180e660d9", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01741, "error": null, "error_kind": null, "font_correct": false, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.74507641606033, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "other", "predicted_font": "Anton", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Anton\",\"category\":\"other\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:10.194910+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee446d83-f637-49d7-8566-b768d8760b37", "result_sha256": "71a64f2b7c3080789a11bf16edd32e8908bb9c455fabdb17d254598f65bd4344", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012288, "error": null, "error_kind": null, "font_correct": true, "font_id": "oswald", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-oswald-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.785122086992487, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Oswald", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Oswald\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:17.096950+00:00", "request_attempts": 1, "target_aliases": [ "oswald" ], "target_canonical": "Oswald", "task_id": "font-oswald-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6dbe6bf9-440c-4607-8015-c1ee6f87c6d8", "result_sha256": "2f42bea9ac88a07b1c637ed0024da1ae622397b32caa81f316910b2b8c579ea8", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010864, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.809153438080102, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 948, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:50:15.633977+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3639d0fc-a527-41f7-ad2d-d3f9e28bc179", "result_sha256": "4c686d2c4b6632fffe80e7168f8e795f334f3c3cbc6dbbf2271d41a16a36768a", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009984, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.330431283917278, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 840, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:17:34.838785+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "95563783-ab7b-46d1-ad73-bdc187855ef4", "result_sha256": "2fc68be5b570fbac1115adff088c0f176d5287daf22ad0e4ff0d4ae66c2da700", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.009198, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.819658240070567, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 768, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:32.675396+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca58855c-3027-4aab-8414-61afa4ce3497", "result_sha256": "4fb54419da94124b474671a4d297baad84b347973b87d565681f2b9da04c3749", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01217, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.53613809403032, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1069, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:02.979568+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5e42a91-26b1-48cb-a814-0f23d6d76f09", "result_sha256": "ec55e70d38bf6eebae7096f99153b86d8fc2f76449b9aeebf4a94859bf089edd", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009858, "error": null, "error_kind": null, "font_correct": true, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.149919968098402, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 834, "predicted_category": "handwriting", "predicted_font": "Pacifico", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Pacifico\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:38:14.018905+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e24c82e6-b8f8-4973-a647-72d27b19c639", "result_sha256": "18532dd2b3243d94a36c488af814344ce8ab4eff8e1b3467daf02cc2ea959cf5", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.0159, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 23.940283083124086, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1445, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:43.777628+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "82cc4350-2b1b-468c-88a8-5d4bd07bd046", "result_sha256": "1a5c033d656395b4d9c6d30819566dd68a6f10ad245813f5e8ebcc944e3d674f", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.019808, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 31.376301374984905, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1829, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:25.780277+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c4b2ebc-1da2-492b-b852-14dca20e1ccf", "result_sha256": "f9f761bc9802ba1c9675db00b51f5777f6dd4c9a899582bc247791d18fea0368", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01127, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.885962991043925, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 982, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:38:47.888565+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2d6b821-ec28-4d52-a96f-2609c25aa447", "result_sha256": "5db265050d0e3453f50742455b8896bfa1386326818c040267e042f6b4e79adf", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012366, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": false, "latency_sec": 16.565823778975755, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:09.399714+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d084811-f5ee-4533-a3e0-a015631b45fe", "result_sha256": "56cc6cfb3cb0720d02b7eef27be26245323c92c085daacf65a174de64ff4d979", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017534, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.87942607398145, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1595, "predicted_category": "handwriting", "predicted_font": "Lobster", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lobster\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:24:24.412849+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2025afea-876a-49fe-a036-c3f4b16bfae8", "result_sha256": "6f28c36ac2befd6e9895ebe6bef24ccb6525ca720ee007753752e8e354736e78", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017058, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.413746862206608, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1554, "predicted_category": "handwriting", "predicted_font": "Dancing Script", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Dancing Script\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:46.248597+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccfc72c0-7f60-4af5-b2c4-05b21deb5839", "result_sha256": "4e0a6780d368eb4c1065953bb34be2bb2cda4c778b970e99ee9ad7515571f10b", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.022572, "error": null, "error_kind": null, "font_correct": false, "font_id": "pacifico", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pacifico-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.853674985002726, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2114, "predicted_category": "handwriting", "predicted_font": "Caveat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Caveat\",\"category\":\"handwriting\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:48:29.113725+00:00", "request_attempts": 1, "target_aliases": [ "pacifico" ], "target_canonical": "Pacifico", "task_id": "font-pacifico-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "819640a4-5135-4fad-bf2a-c60d7807a37f", "result_sha256": "413ab203fecb8afba31ef9aae4f475c702a392f8d408c2ca85096a2f5e25cd14", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009964, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 14.422461246140301, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 858, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:53:03.171166+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3dd467e3-fc2e-44f4-afe6-18d1abfab660", "result_sha256": "80251408013a26a5b6b720423fae686802d6a53321dcd12123d8a6494818b43d", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007154, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.131921824067831, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:34:12.261507+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3d1c011b-814b-4211-a648-f7584c2b25f2", "result_sha256": "32156b5d7ac6b69c8f6cee642993bf61f89849e30f6231b91e65b9c52d3f5e60", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011428, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.315761531936005, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 991, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:48.777858+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "df061dc0-1163-446c-97c2-b53ba21a2a76", "result_sha256": "8242b0f331d0f618080c56ee3f84ec83dc4fff196463c92309a62eb838c5974b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011502, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.405161462025717, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1007, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:46.469145+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "891cedb2-7ef4-42cf-8086-283bff8ee503", "result_sha256": "da37dccc7c93fa736673dcd9109d64a1bb5936d5ed2e942eddba73bf684638e6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011652, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.2113202388864, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1000, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:25.806559+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "224d25c2-5c7f-4ab9-9b6c-613d5632dd1d", "result_sha256": "2be8253f17c98fceaf2bcd87520c284f4d4e526acb421452007dc6a9397725c3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010534, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.59706558403559, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 915, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:58.701990+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "74ade8ad-e271-40d1-a105-d1ddc4a0f666", "result_sha256": "5b79d9932244c3505fa7bb99f9c0109d20f4214d7fcb1887aa190d0ca39def25", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01696, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.82600883510895, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1548, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:08.249635+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ecf32cc9-a13a-4791-8ce9-aff18c8d814f", "result_sha256": "35981e401ad0f8f54750b59a8033bcb3ce80732b83b592b41c08df934e06a1d8", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010318, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.684447524836287, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 880, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:30:20.655491+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c14524f9-f343-479b-8dd9-62ac2d34f2f0", "result_sha256": "82905873f6b3e88e53072c8bf986c0e634c3baff2e3dd0302bb56a67d3b36b48", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01221, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.454511542106047, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:37:57.508448+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5062b186-53c6-4c46-83ce-6dc90f04183c", "result_sha256": "89c55763339a5d7b17b6382091b192721f6d486b9554058211542da3f04cf3ae", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009018, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 12.359198339981958, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 750, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:19.470507+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "42b0820e-043f-4a70-b301-52fa319fdac2", "result_sha256": "6f5ac71d98963189c78d44d9c3524bf0e380723ede0f8708fef481528f2bc633", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00486, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.2378268940374255, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 341, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:44:53.199840+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec6d0535-a74a-42bb-9028-072efcec7cc1", "result_sha256": "d2fa69156a657812467b47ad789cdb090619629c9e2c4f0758bde564f55ff174", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007196, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.929811927955598, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 562, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:31.394956+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee4c8262-3388-4ad2-ab82-935dc39b8c70", "result_sha256": "77d10a8077e6f8be449c67a085a58add62bee02ab54c21eba5de2a73deb4b764", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012364, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.99030688102357, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Bodoni Moda", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Bodoni Moda\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:16.397073+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac2db715-f728-412d-bc04-35d63b4db58a", "result_sha256": "aa93015b5f8b7a79a42abb2479c9fda1de1e03d6a66246998d7b78b8e28ca206", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010948, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.55505273398012, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 943, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:24:38.582369+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a8265ba0-971b-492c-b915-396095684938", "result_sha256": "c725c0d38c57fd38b2c43e4d72c98db1f36d6ab4d5ee630b20bc09cd1e75f851", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017392, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.829860277939588, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1596, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:46:06.344057+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7df90612-6cbc-4c55-963b-971033f9de7d", "result_sha256": "7e0a7bc134dd078406208fe7f201a25772913f11e56970649c0b9f66ee567947", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012818, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.127578668063506, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1130, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:49:54.535341+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "813e56aa-71a4-4537-8f41-70e9f296816a", "result_sha256": "d8fb31dc2a46c69ffe53313274aee70ef856aa0deb1a6c077c267d2fd8feae60", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00892, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.541783733060583, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 747, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:11.234195+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "709245b6-354e-45e1-83f9-7f5da6020ee8", "result_sha256": "df3a39cbbb852ae5137e7d344f4fa256b2fbf80e46eec12bbbe87b9607e79bd6", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011076, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.294646283844486, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 950, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:47.464070+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b383823b-57f6-45bb-ad86-b8401425111f", "result_sha256": "b2168d74ebe5823c2da1fcdaf772ac9a6be11276040d2d1cb1848159fdc34bd9", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.010964, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.18065694021061, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 938, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:38:52.393068+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9180535b-f751-4817-92e9-e01aad176187", "result_sha256": "96621473627e8702125d17423cdd7456b772bce32ea1d09a24161c00f28b4e15", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009688, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.212740023154765, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 817, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:02.329599+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dfda94d6-9220-4233-a13d-261ca3d2ed27", "result_sha256": "ba66f5ade0bb5e18d76155335d4d8e91a482b52cab9ebe34b9468a155a1afc57", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009112, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.955410837894306, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 768, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:48:16.505795+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6858bd6f-3860-461d-b845-706e479a9cca", "result_sha256": "0847c1fdccfbd8b956b8349b7a3bc81384a160b53d5e6743ad1b513321924c4b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012412, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.202411564067006, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:52.429053+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0406e093-6985-47bb-89c0-3c6cd95de683", "result_sha256": "73f1e551407aebee26aa34aa79cb691cf27a9fcf8c1dceac3eab469cbb9929f5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007994, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.836017902940512, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 661, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:12.666117+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a76e1a8-15e9-4882-9793-491382839116", "result_sha256": "e84796570ce70799c9448c0981f33b230732a48c2a34b218330627cf925a8f64", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012268, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.500542056048289, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:18:20.359960+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5937eb5-2c34-477b-8f0f-27746df5beb7", "result_sha256": "53484df272fd82251c94b4ab37ede963eb73e65326a334c3256bf8df3985d884", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": true, "cost_usd": 0.185884, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 79.94570454303175, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1066, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:24:33.198393+00:00", "request_attempts": 2, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v40", "unmetered_attempts": 1, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "52951dfa-4557-4379-9f51-9eaf581df157", "result_sha256": "07900de269206986525c462a8eb050bb4042140a6b1a671c526eb39644721815", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015162, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 23.673359466018155, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1373, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:33.112220+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0e1dab8-8435-47be-919b-ef9ff5a9b94e", "result_sha256": "6cd662c74536fa2e5ac3fdd71b473f3e421fc27ec2f9298fcf2d64a270cfa5a5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013722, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.928039154037833, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1207, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:46.297821+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "35cbff65-e454-427f-92dd-12fff19bca2c", "result_sha256": "bb87a6797c0106a7004c47ce627b6d192900be406a6a6ce9191e00641c8bc9bb", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01565, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.663414982846007, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1420, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:13:44.047258+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4d87a66-aa18-470e-bfef-ac9a8395c958", "result_sha256": "7a6f5abe61d17b0d32db9b3a04da35f0c3580dc94135247c652cd393816b2f36", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01076, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.774567587999627, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 928, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:48.945050+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "653e08c8-5211-4c89-9982-59f5eb36d362", "result_sha256": "05c30ab93a49b246483224ef31a0de32e26f888eef8a472f0c04fa36ce66b62b", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012278, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.864482773002237, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:26.492774+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "70bdca8c-1a01-403c-a722-f9f9bd77e29d", "result_sha256": "8b152265d6d485d9d63b3f8f121ffe4b1d9b2c007cd32a999dee6dce760371fb", "result": { "all_correct": false, "category": "serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017314, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 28.725727393990383, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "other", "predicted_font": "Abril Fatface", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:00:22.733518+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7175ee67-ac62-4fc0-8dc0-4897c7caefbe", "result_sha256": "dec3c4d60c8fc34c6a0fec0a6f38f3f179fb493fa7a214a194e6a02dd7b8abf9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012192, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.326942824060097, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:36:05.632637+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6e911c8-c66f-4d5b-bd0a-6c1ff7251567", "result_sha256": "3836dac84d9208ee8002b1ee5b2e4601675424365d34ac8cf3acbd94277f5d41", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007242, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.169189512031153, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 559, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:29.128008+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1db6f078-c447-416c-8f35-07a3ed94034b", "result_sha256": "33002ff72d3c4c46a351034685ec3fe9baecfca37f34338c0edaeb8b26597fbd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00943, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 13.422756516840309, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 798, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:35:47.924068+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3df3bace-31a3-4665-ae02-78d9d5958ef5", "result_sha256": "d604a040815bab66da6966d975cc09452b26962959f929175cd3d471f0ae210d", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01195, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.30116919009015, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1047, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:38:09.003199+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "66019f53-d6f0-4877-b917-2bdabb295bb2", "result_sha256": "b71fd53dba61e164ec906cad9375bd7e8b21ab2c47a65fb6c8578c80283381d0", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010508, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.060123554896563, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 899, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:25:16.539968+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "02aad4ae-c55f-4f8f-b3da-6ab8c30511e3", "result_sha256": "29bd72204beb7f95f19aa4ecca08ef696b3f12b7cc96089158166e3436a0b566", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012288, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.58023020485416, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "serif", "predicted_font": "Abril Fatface", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Abril Fatface\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:30.792810+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "59fd8598-9e7b-4abe-9bb1-a10242c411c1", "result_sha256": "5550550c0f8c31e1f346cd44e2afcc9bdd7499e481f6113267860c89b29a8a13", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.010224, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.707289831945673, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 884, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:52:51.537568+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f3e46b1-dc3e-4374-a588-9f6bab9a6d77", "result_sha256": "bdeacceb66a01adc2c12bec50e88be7bc956ff5d84e6a96c44edaeded2a90828", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.010134, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.694501257967204, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 855, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:10:43.984885+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d0a1f87-6037-4459-9a49-b446d601dbac", "result_sha256": "8e902058bba218b63f273ae0e32c5739907bfd89c02978e5c04373fe3f2a58b5", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011404, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.44896992109716, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1002, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:07.368050+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "de5df548-41c2-4ceb-94c0-2a6d6c0e4e77", "result_sha256": "d623a702a842089001238e8a76dbcb905d3551c57328f471e63988e08923a1c6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009114, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 11.864085647976026, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 753, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:18:59.877410+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdf20612-e9f0-4fe3-9ada-85cfdc73019c", "result_sha256": "21b7ba10635cbada535a8bc18c38d6b636bef7b27dff7a6b731cc02c20586ec4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017468, "error": null, "error_kind": null, "font_correct": false, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v57.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": false, "latency_sec": 27.867778952931985, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1595, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:44.059644+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "30e1368d-2573-4aac-9d67-c409d9925f60", "result_sha256": "544f8889bef44e5f43fd6a9aa9313a0739be7ca73da77b47eecc580ed73aca37", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012212, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.184662798885256, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:31.735052+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "05686a43-63b8-4ca9-8bcb-370898e0e884", "result_sha256": "c2dea9ac46337ce03f0c2544866574018440d4a0e5008322623481c335d546a8", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.013322, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.37354613794014, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1167, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:36.287068+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ef70853-ac4d-4aa8-b412-569402373964", "result_sha256": "54e4848bde8be23db161fc1ab7097d97ac6e0aa678f9ec82872e10497f55dd5d", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.017034, "error": null, "error_kind": null, "font_correct": true, "font_id": "playfair-display", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-playfair-display-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.203659140970558, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1565, "predicted_category": "serif", "predicted_font": "Playfair Display", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Playfair Display\",\"category\":\"serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:58.559548+00:00", "request_attempts": 1, "target_aliases": [ "playfair display" ], "target_canonical": "Playfair Display", "task_id": "font-playfair-display-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6513ed2a-9856-4775-9e33-bcc266031e0a", "result_sha256": "527f71c5b2471d13654108acd3f377d7d509800e5fe93fb8b12c51630540cb2d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016614, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.532126132166013, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1523, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:50.133771+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "64cd65ba-8e96-439c-b9b9-e88651e642d1", "result_sha256": "f3e16cb198b84edfd23a478550e777c66ab1d387e0329d9c32e07aa29609cbeb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012922, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.369926693849266, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1149, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:25:44.435385+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e5b6861-24db-4984-aa03-52f04dca1650", "result_sha256": "34515df3568c05204b7b637c51f6dc7d9e246030d4d912ded148e044985f1468", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019682, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 29.457247641170397, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1803, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:43.329340+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "77c1eed9-52a6-438f-915b-109623c8c115", "result_sha256": "05020e4e3c4b778cc74cb6aabc551a94613c1e469e8d8e895bc4c928c108f182", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01219, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.811575440922752, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:59.631807+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed9403c4-0462-44ca-a15b-75502de91eb6", "result_sha256": "34103cd64ec42019612ab0974c3e1cb0866ebe835375d7bc567754726fc557c3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01623, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.77109904983081, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1475, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:30.904164+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "78f18d30-055a-4edb-acea-7730a8d2c24a", "result_sha256": "acbaf7a355818f831e0354383dea8d6760bd1325bbba756792d6754e9035b4cc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017068, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.317999337799847, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1555, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:52.274159+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbc6cc2b-42be-4882-839c-1adaf87bb074", "result_sha256": "a01d1e03212d6d796fb9d2c9ce1bddb6d0911ff3a954d5757bad6c0f94e2e9a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017458, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.396686154883355, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Quicksand", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Quicksand\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:28.552956+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a26b705-23eb-4cf5-b401-c2f844b23fa2", "result_sha256": "fbc392e70dfe8508a6a0b68fb5c15d5eda99ad0ce8b534d027246a8ab21e645d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012124, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.979172550840303, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:39.120348+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0872724f-9c5b-45e9-a673-137501755843", "result_sha256": "166187bc9ce7abdfc9a07ea418103ee75c9fefd8783a7abe19324307845ecfb3", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017514, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.404327210970223, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "other", "predicted_font": "Poiret One", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poiret One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:55.360916+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "37baf87f-e6c1-4c1a-b417-4ff196ea87ed", "result_sha256": "8c101d42675e20a7e18a773550cf6afe7a020c462580af687db76a922f4700e5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016754, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.41249693115242, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1537, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:53:52.075242+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3bbda783-47b6-4b0d-84f3-06003529d3f2", "result_sha256": "6ca7de51b8a7ee1c1a8bc676ba6c1f3a5f8debe735afa36eb414df6b0a595d72", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019694, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.091572179924697, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1811, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:33:43.294568+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "91718e04-0155-44ec-a5b5-36d15d3bdd6e", "result_sha256": "6130f59ffe7f0a4e9ef10f54d3974340d96728b714d17eb721d7208d35d9ae9d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017048, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.921765386126935, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1553, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:19.905535+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "90e744c8-f2bf-41c4-8fad-acfd575f1e75", "result_sha256": "aae9e27a303c8ad5fcb2aec823302ae3c4967e154fe1517c1b6551e71ea48344", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010692, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.12585308915004, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 926, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:57.674594+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "40e84bb6-b758-488d-9544-472e6f3fc478", "result_sha256": "f621e7bace0968be45139e8c13f82064dfb8afa4e75fb527a8633cc375ccd6de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011122, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.900425234111026, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 947, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:24.586072+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "87e39020-412e-4e73-80f5-888f1f0ff6ac", "result_sha256": "f3602f6532da53390d5eda9978fd912b0a74ed2d09c1079375cc8a0f70ccb00f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012154, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.660619908943772, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:53:32.841450+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4968455d-79fc-41f5-97ab-54d8274a51ca", "result_sha256": "5c1bab0caa7715e1cbdb736484bc7b706f901b21d8e785aa5cdb95cfe391ce86", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012124, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.50979047594592, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:45.030069+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "32b56895-ad16-41e7-8671-5c8a94b88323", "result_sha256": "9b54f2611a241fb5c7c27c306fd5f45d55176468356b63917e18dc514bb7a737", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011434, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.70844497415237, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 985, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:02:34.323025+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b936b004-31de-43a5-b9da-92a1d0ef2aab", "result_sha256": "31d4fcc56d6315f7f14834293f6a0bb11cbeb3b9b8f0f0d57575fb5fecbd1e9b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011548, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.763943868223578, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1003, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:41.405677+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "192b0088-2bf4-4003-9ae3-948da2f11734", "result_sha256": "572f085c810d921410c9e337e7c197e08aec57454c4efc1fa36174984cc5e62a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.022532, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 34.095285824965686, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 2110, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:37.211617+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "55276e8a-2397-4ede-a067-1e47707d970b", "result_sha256": "25445af14554e76d27f5903096c0488ca20b05eeac743dfb3719315732e8f9cd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012392, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.59523672796786, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:29.402266+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "626f6d16-1303-4bbf-9bb8-6d9c96420630", "result_sha256": "0c00c7612098a650d2cb3256dfaaaeddbef31f7db48b0ba26d8b9e7223fed914", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017314, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.274365371093154, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:33.648748+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "da02938b-1ec6-4207-94eb-43e307fb0c30", "result_sha256": "f53c0841a4de4cdd7023f9df7627dbbf35391b8ceb6a2b6cd8f93a2672bb6428", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0134, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.642168054822832, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1192, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:49.385249+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bfce928-fcce-4700-8e40-62380e5cde8c", "result_sha256": "3e63f4c20cbd72fc60d3ad66d689dbc082793250030ede2ec5c914ede5409850", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009608, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.321282677119598, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 809, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:41.754514+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3a3ab7b-6a6f-4687-8836-9115383089d1", "result_sha256": "3b936ac7750ac0f93db3581f1d2024e7e45893b30fe41e4b064014934dc6965d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00688, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.701379253994673, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 543, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:30:23.268331+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f94588f5-51ed-4b47-9beb-c367d1a2f575", "result_sha256": "a6ddcaa9a387ba3cd334fe10c8a09bcfcc02024194b526911378f2b6919abd60", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010308, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.292720869882032, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 879, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:17:21.051596+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9cf0fb5-bb41-4ff5-82c4-8479220d015b", "result_sha256": "a18b1908a4eeadc311a378e9c0e1a1700c9ca82ac9b487ad339257213fcfc140", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01082, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.137586049968377, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 937, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:11:48.817929+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d6517af1-f94b-4624-9f30-40c7c60175f9", "result_sha256": "eea945d3f07f0045eb128eae99115657d571a1dbfb3970c9ad9a0c7d39ef3951", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014586, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.54715597582981, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1301, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:17.949580+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bd2141e4-7716-4031-bed9-a935b305bc6b", "result_sha256": "d88c86c6e07ede9dd961f04370744a1d8ab55eebd4db1f1af31a9c3cde7aa2a5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012344, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.90089664887637, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:51.951151+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "21781fd1-601a-4f9c-a856-3e001aceddbf", "result_sha256": "a78022fbe5deadfcef7950d027c24b0945060db81019731e5914c9a082123318", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013588, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.806079567875713, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1207, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:21:02.179826+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7259bc89-6d82-4a8d-b7a6-1a0ffa32b0eb", "result_sha256": "c6713cc87e0e6297058fa0566c8b5974366149964efb23d0a17bf9c141105512", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013972, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.414597204187885, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1254, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:29.830302+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9895ed36-c884-4053-9bba-9404aaafa508", "result_sha256": "e4adbb88114fba749f8c768dacdc39645731b883465ba08996d12a387862733b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010688, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.09732726798393, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 917, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:53:41.980061+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "39d329dc-77ea-4a4e-9198-a6a61a68c56b", "result_sha256": "631e44b8e0f16121553829fc9b002308fbde4866bb37290ff30efa3725d5aed0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00943, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.565171452006325, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 798, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:36:01.370421+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a58746b-2034-465c-967e-f9f1f74e9aec", "result_sha256": "19270d66cf7601e9c7362517b76845d553962d5275d0bcb81be0b7d92986fef4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011136, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.48516522697173, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 956, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:48.199579+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bf58be8-c0c9-4f00-9dc3-b7aedba83eda", "result_sha256": "9718cebe550e74049af282968c7932a631577b85c911e23254e78ca217230246", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012324, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.40155650000088, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:33:37.386912+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "96b34634-498c-4844-9d26-3dbd9ad79752", "result_sha256": "0af85f1635490c7c1b8c787bcc4ec0575cb18eb67053392505e8ab35b26261b3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010418, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.23005875502713, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 890, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:45.125657+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6eb110b0-9ebf-4ea4-bb2b-cb56ed76c6f1", "result_sha256": "0dd3626c0c034689405a7f2013d2b755c410ff77c823b20bb33ac38fcff519d1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012182, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.06285919388756, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:58.892542+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef4f8aac-d0d1-4821-a382-e183613b5b02", "result_sha256": "ca6a684a642f898f2ee954e57abecd27ec4cdf7b711c64abeaf17a05bd6541f7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007222, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 11.475770260905847, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:16:32.577290+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ab151178-33ea-4979-b854-0bee7f1d9144", "result_sha256": "df2de44454523ce22e7ab82e5da57ff118f608d3042bfa09f883b0ce06628574", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005484, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.439505405956879, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 410, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:25.687758+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "32ff146f-87b3-4c2b-93cf-9e5a0a9460cd", "result_sha256": "5741920c3ede1373eba0c2f0526bc3f1f6b9d9af30a4fb489e2428d8889bb0b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010968, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.39076301595196, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 944, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:33.645763+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d693589-a943-4cb3-8577-41e7c66ba6c6", "result_sha256": "f6bb5924473b8c3c8f89b57ebeafd50777f7f6d1ae632a9d16b2617c44fba698", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013994, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.078403612133116, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1261, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:12:46.243306+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "819ec432-aebe-4064-952f-0e33a231a876", "result_sha256": "bf9454b252e92fc695e73670c9f38a25e782f3ef4933ef2d2a6ccb67cc2e7b96", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011652, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.34856635099277, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1022, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:05.061302+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d40d1cfd-fa7b-4a25-8195-97925d0c9e49", "result_sha256": "3ce2100eb3e108a5f72ce4bc8d7942b619ae2d40c52246580b1591a9ca20096d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008392, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.922983105061576, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 674, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:32.859777+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9306b14b-7723-4cef-971c-0dd1b098c298", "result_sha256": "e9931573d719d62ab1bbab9a675d507a96b923b41a6380a91bbfd8ef0375e808", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017314, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.672821877989918, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:29:42.021462+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3564787-6ff7-4bce-bd82-7e7e0a02d153", "result_sha256": "df583f1a16bfe1ad99361b332739dd3064b78471450017dfb053c9f9d24552e2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00952, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.845142442034557, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 804, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:22.618989+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c75804ab-aa53-4c55-8642-b2db185730d7", "result_sha256": "98eaa97bccf3a62bf1ff99e15d20710b9047c94a8a1b66ce4b8518aec8178e62", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015848, "error": null, "error_kind": null, "font_correct": false, "font_id": "plus-jakarta-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-plus-jakarta-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.4038838960696, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1433, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:32:30.971776+00:00", "request_attempts": 1, "target_aliases": [ "plus jakarta sans" ], "target_canonical": "Plus Jakarta Sans", "task_id": "font-plus-jakarta-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c78237e0-a0c9-4414-8168-897c0f2c0d61", "result_sha256": "76050e2700461e9f1685768822f3b23b158be7a91ef9708ea95a352a72c9b74f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006944, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.889750117901713, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:20:08.866569+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6474b2da-6bbf-4f30-bafb-57f0b8516a9e", "result_sha256": "ffa705344788129a700401f9db6741e41e5a99cb90720fccc0e8cd1c294a7f96", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011854, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.08179326308891, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1027, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:29.662384+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "95234f50-343a-4eac-9037-5f6b521caa30", "result_sha256": "0b3540af12162203e88b0f9317486a9c65ac4834305781df6ccc8d6eb03e81ac", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011358, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.364579199114814, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 974, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:36.266412+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5980d0c-285f-4292-ae0d-436201fc0474", "result_sha256": "6120072882e9daf988c0d12620bb53e210959d956c103a77cae7fc59a25d19f4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011492, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.775085645960644, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1006, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:37:23.223661+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "783533a2-7f9e-40d3-bb35-bd7cb05ee359", "result_sha256": "5cfc08da2f887c9ad1ec7461f4ddf4b57ef05c86722c340f123670587512dfbf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011532, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.212079819059, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 988, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:48.756828+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "260f7bfa-bfcc-4fe2-9b30-5ad650b63ae0", "result_sha256": "2812688ce8fa279fdbe16ae1ee72d22ecc059001a9653a19e129d59bc4102d79", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00986, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.846815621946007, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 841, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:32.744095+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5bcf967-4090-44d3-b02c-3a6316cc1789", "result_sha256": "87b451e6eaf0fd69a42bf06ebf23e064a8919c1e81fbdca6c38500c7629e9c61", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0131, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.352739383932203, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1162, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:44.719302+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9f220d79-5c33-4082-8836-0792409612d0", "result_sha256": "dc8ab1b66c9961ea9f01aec868a3fa9b74ddb64c968c4a0514dde3448904b9df", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011568, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.92206541611813, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1005, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:20.504224+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f5aee67-85fd-4db6-9afc-880bc7d5e220", "result_sha256": "03c2b516016a19f4d4432f2f11928d305156035b215f42e6e7218b14121f1660", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010958, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.535416510887444, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 944, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:47.562577+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "62ec4cb4-86a0-4087-8c6a-2729b6ba811d", "result_sha256": "28fa3737fe52f7b2eb8d213d066ec6b95675593a49d61cd2ec5ce3897345852a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019278, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.995312449056655, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1776, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:24.252142+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "758ffe36-1651-4aca-82d3-1a6a5e49097c", "result_sha256": "b4b0c117ca68ffdc84a07f1a770ef1f308c00d00e25918794019a5980e09d389", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0172, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 49.146433403017, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1575, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:49:08.996581+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7e6c59c-8385-40ee-a3ff-0bf5f6309ccb", "result_sha256": "1fc687d7bce4a5b8020db3e35c38544db6dad6025769b88d30f187431c07f5f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01025, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.54467260907404, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 853, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:32.263889+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4642efbd-83a0-4c26-8ff2-42fee1ed714b", "result_sha256": "b6a0332a6b1e0b3831de0246c7b70f014823257b3be55793e124ec10cc443808", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012354, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.791498820995912, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:24.222819+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff04a7e7-ae90-441e-b400-0e4b84322a23", "result_sha256": "4d3afdf77aefc4f20f8e030a059f7e673eb7c4b68ad7f957f39f76a0894ecb5f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010208, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.877660908037797, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 869, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:17.404012+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2b8b233-da43-4620-9a5e-eb79698a647a", "result_sha256": "d5dc4f210f2d92b25862887498c2b428f6edbd6f37061aef6bc71fd8f293bb64", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012192, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.458717596018687, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:10:34.507818+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9e730b94-4a79-4b7e-a634-dc854a26d0c2", "result_sha256": "71fe56f5762351562bbbd574ecdc2e79abaac8a3e07ffdcadc3c7cb81c889af8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.014258, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.582750166999176, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1274, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:46.702932+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e668915f-347f-4ea0-a756-96a76573bd44", "result_sha256": "0a14990ffad58c463ba25b3da686fbdffd79cbaee68659c63c6bf55137c685ee", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01113, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.290316975908354, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 968, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:41:59.407584+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e3d4e263-1f1b-4c59-9b7f-3f42abb50282", "result_sha256": "61d4ea048d600739484cc26ce75444264ca5cb9a8eb1d1eab59da98f29ceeaf0", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0073, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.067967149894685, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 558, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:32.822988+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c182d78-d507-485f-b273-db325709fd21", "result_sha256": "c8271044d21727d8d40e01c59884cd9b5591ddbdf0abe25c0a258ba14fa0fde8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012324, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.280732719926164, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:36.857685+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "38fd36e8-7af7-452e-9c7e-72d15471c860", "result_sha256": "9eb3613f9b75f081eb00609751e2af4cbb0bfc376f2edf878c1667b31158ff52", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.010698, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.069788072025403, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 918, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:03.844693+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f6d325f-5ba1-462b-b826-3c4ada7b04ba", "result_sha256": "47394b093961aa1615b0c345d9136e853db5cdd7077f28877c65354f4960ee24", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012268, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.94412733311765, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:49.531560+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "890ab89d-82cd-4964-8cd4-6322dfd6dcf4", "result_sha256": "a79d529ab88c7e8e61077bccca1c19ef6597461718f624d0c58c6a462e83cdd4", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.014142, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.476679401937872, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1249, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:38.482788+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c180df64-2da6-4368-a1f5-cc4d20c03e0f", "result_sha256": "23cdb5fb6e2305f29a6df15f68444f8d8c63095c835715e097d333fa5cbddc78", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009274, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.067160341888666, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 789, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:08:13.050850+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1fc8dae3-beb1-4099-8ac7-3009895e4076", "result_sha256": "c34339fe0dc5bc84330a60c79196e87bbbd5ec4f90026f5a138bc0d31e41ff71", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.010404, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.926980176009238, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 878, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:48.830149+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8e8534e-74a6-46da-a507-1724103849ef", "result_sha256": "2db731c25b4efba69089bb097a4b4fe895e62f136b49c490d03504bfdd630a00", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008874, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.853585242060944, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 749, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:12.315043+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a08b73ad-635d-4a84-af41-61c5fd2bf3d8", "result_sha256": "6a9de8f47f09aa34aae445f48da2ff7e6585c4a2845022d6b5e292d760c89bd6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012288, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.79992785002105, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:31:53.939967+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a69ba90d-e22b-440f-b99d-10bf42049e4a", "result_sha256": "1e9d3109b2c8a28decf32870bce5d1c3754dbeb9a979dc6d5e32fe225d341d7c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007252, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.026665115030482, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:32.405873+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "54202617-2d53-4e8a-95f2-4f3a84bd2177", "result_sha256": "5d45d9d408c8e8351f1270f0963cfd3f846c22d97617fbb3bb3b8310791e3d90", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.686552103143185, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1555, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:30.336661+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d137788b-2766-4946-a1af-867e5633e329", "result_sha256": "71dc69859927a3c2bf827a965d050641af814427ac295362d94e97b23fed4ca1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01473, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.51659833197482, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1325, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:01.741938+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "82914c58-e18e-4324-9486-ea0707f3e09a", "result_sha256": "23ac4f0298d91112842be3e62d579eb29289c5d7a0c636ccd14449a5df1ea2fa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009968, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.387953582918271, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 845, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:58:23.272173+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9213df1-9f64-424b-9197-e7d0fc0d8b48", "result_sha256": "de78be69813a090e066eebdba633d7b4b354c20663928670e7d426c0b6e0237e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012084, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.438481688965112, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1070, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:52:55.173131+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "934b2c36-d03e-40fa-a08a-4a44f5024c45", "result_sha256": "f0f2420a21ae3244f6e0e7a4a9f444b243902d54f99b76f86ae88a54b617afc1", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011228, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.875041426857933, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 970, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:09.556999+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "31911835-6f1a-42da-882d-b176b16f0188", "result_sha256": "4b8b92402026dd5e919988024b8f1565743b2ea1c8d6103c467be0288a78f452", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009502, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.980648699915037, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 785, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:58.231125+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cd47838-1428-424a-b2f9-f4a76669934d", "result_sha256": "8e14a6bc6f57dcd17f30ac6f424b9e6d497208951ad6331a24ea3dcd07ee1d4a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01219, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.625249258009717, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:46.269145+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aab90fbb-4fc8-4834-850a-434c783c6344", "result_sha256": "8a5d1c8c41b4e53119a233808e7444c5f86dad9891802a219b93cc9dc8521290", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010226, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v50.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": false, "latency_sec": 13.011528296163306, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 865, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:12.596712+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "815fc4cf-8393-462a-ae59-666b6aa79d76", "result_sha256": "bbac7e605a0acef1f08faa4120ae8c2268d8537206897702ebc749f40ab7be38", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.010798, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.77707181009464, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 928, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:48:14.788707+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cdff727-8774-4b80-a2de-edc1d9ce5989", "result_sha256": "2de81e0dc9deee84ef213921715c4075ed0fbb418807d85b6d0583e2250465a0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011098, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.718334464821965, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 958, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:15.541502+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "756f0e57-7685-46f1-8cc9-4c1cef267577", "result_sha256": "93b5ce2af873e3feda1d2586c142f61411b0ce59fd9b1114e060a490d6a940cc", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012172, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.286129373824224, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:20:56.185397+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f8d4fe32-9bbc-4e1b-a6b7-5c475833dd1c", "result_sha256": "19bd4a3ff340ccc307e22eaec9206b784e7f59f6dbd231f7d08ef4a02995e2cf", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009244, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.396206172881648, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 766, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:21.601267+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "481b50a9-5806-48a5-a970-6bcc4f778389", "result_sha256": "9ea26ce9b4600b33b3472e44ae7c0a50a694ccd9ece77d761d9d9340b3e8c4fb", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012154, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.420766436960548, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:48.195657+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b1b7917-0187-4199-ba7e-e1e502f274b3", "result_sha256": "59f171151aed90707af134e04d5763d52c7971c996184da560bf462520f472da", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016434, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 23.11506530106999, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1485, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:18:37.012639+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e5c18487-3e27-48e8-931e-6639fcd900bf", "result_sha256": "c2c5cc29a5a4dac6a1e2226e0cbeb06e08d918e1e7493985fc34c7345a40a613", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011938, "error": null, "error_kind": null, "font_correct": true, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.702303951140493, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1032, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:52.080282+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "03fc4cfd-0324-43bb-9b75-37b7b797bb0c", "result_sha256": "de5fe9f7b387a1e02165ac997c1318b6774958aed2a1ab889ddb936ed2035bb9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015232, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.48437318811193, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1380, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:48.951123+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "450b5cd6-6963-42de-92a4-4e5cc2e70c8e", "result_sha256": "ebf4d645a74a5668410ed0780b5ba39ec45ad982030787de88195916dd649690", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016072, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 23.82557458197698, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1442, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:06.157390+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7047e201-f110-48a1-9d93-9cebd3444217", "result_sha256": "a71021e161e9dc0e56e84bca14e3563afad71b912c9ddfd496e24745cad7cff9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.020494, "error": null, "error_kind": null, "font_correct": false, "font_id": "poppins", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-poppins-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 31.408073980128393, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1911, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:08:23.588160+00:00", "request_attempts": 1, "target_aliases": [ "poppins" ], "target_canonical": "Poppins", "task_id": "font-poppins-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "34b84d01-7e2e-490a-a1c7-2289c975d266", "result_sha256": "6d10c0ec30db4671e066504252b8315dd493791102a6323781577920bbcebd7b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022334, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 32.96475401916541, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 2095, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:39:20.908785+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b84a28eb-f345-40cf-87e4-3b201724763f", "result_sha256": "df73c6a5c841fc3ca9a3eb601fb7c95fd0f291968556a511aa81336724007a84", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017494, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.457661458058283, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1591, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:12:19.545974+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "63cc26eb-aebb-49a1-9122-929f233c3d7f", "result_sha256": "a33e6c65d244e317698f5dc1e249ae1a7e390105c0ce772081d8e96036421470", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011588, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.73306774883531, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1007, "predicted_category": "non-serif", "predicted_font": "Segoe UI", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Segoe UI\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:10.106891+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "da7e7878-8942-4889-bab2-7dee4ca9cf3a", "result_sha256": "92f799575e3b0803f5c5b1a09ca45c3d97f9d82a46027557471fabee74923804", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.022542, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 34.87640000297688, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 2111, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:01:23.877459+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e87f403f-1733-4efc-b57f-c90d13ac6810", "result_sha256": "0fb84fe2c4ccda782d6a8e8e79edb074fd23b80799620ec519046da1abce5530", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008912, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.805231505073607, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 726, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:03.835524+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbfa2e90-ab9d-4df2-b486-3ceafb197c84", "result_sha256": "c50a967fa1f550d803bcfaa86192977c5e038edbeb37b6b65e689d6a509d4801", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014394, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.970955873141065, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1301, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:38:28.988049+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5cbc6d7-01d8-4c52-acc9-b26b789f9333", "result_sha256": "53d6adc2cea0ba2af5ba852455e5ce818a9fcba1ce338b41eb3f68d4cbf030ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0174, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.013586863176897, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1592, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:54.186107+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "97a074e0-26e7-40d7-af5b-1790263faf48", "result_sha256": "f8ce74aa8516d17fbc162b28d96747434b159db626f3f824ab4321b853b1231f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013268, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.582627653842792, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1175, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:46.769211+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e310e48-8310-4784-bb15-999d14baa9bd", "result_sha256": "fb32529ed541906a7c7cc756990aa226b512c8c3037d8ec51aae17526f6852d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01382, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.246566629968584, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1237, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:52.064593+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "79adc663-6b8b-4b27-b460-4e1bc6ccdef8", "result_sha256": "0e75647e6474ad1623177934fbd30b92ee274810eaf7ed0c10c54b786a802ed5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018218, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.644719635834917, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1670, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:17:09.718059+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c944800-1d80-4c7e-a35f-dc59c6f5674a", "result_sha256": "44e5322f95ea41c0196abaa52840538f94ed762859a03ee354688d75e4b374d2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00982, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.340218137949705, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 837, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:47.878700+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "34adc82d-78b9-4150-b564-58fed7f66ea9", "result_sha256": "fa043da355ef8f7301a3013299f2c9aa7dc632e7485232fd4c3d4eb9aa273dba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010646, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.247936686035246, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 907, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:05.116188+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7624850e-190e-4123-a323-a5d7dcfff8bf", "result_sha256": "377827504fccc1f171ccedb14e8d1002c0e4287172494e882abab53b21f55e7a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021764, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 31.089406942017376, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2018, "predicted_category": "non-serif", "predicted_font": "Trebuchet MS", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Trebuchet MS\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:36:00.610131+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3a3089fb-50ee-4940-9726-a1de89ce7301", "result_sha256": "51ae08fc686639293b931565b7c7fbbe2321526ce7256c40d20812e0d9099ecd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009536, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.10214463318698, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 812, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:22.457277+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "db77d5ce-a6ed-485e-939d-aa3a028954d5", "result_sha256": "124db327413cc6f46b6f215d7d8a97fe5620ff182fb5be867f1ba42b00fc9974", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011214, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.213980827946216, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 983, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:11.110816+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "da2939e2-f7b1-4ebd-aed1-3a07b075d13f", "result_sha256": "033ed76973a6987b4754a823eda379520a96c437c5fd8d43b60f0f370804d912", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016228, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.090584183111787, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1471, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:26:07.420703+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "edfe65f7-436d-4e84-95db-5b5147fa5b47", "result_sha256": "22408d6c421f9e577204db3c8b688d9d783bc760175c7689dd9478fa3d659d61", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02129, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": false, "latency_sec": 29.301799739943817, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1984, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:05.189415+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "915e11aa-7cf8-4666-a32c-46ce1cee2986", "result_sha256": "9d8c3f1529355343e815ac01024c085b384cf76695f75024264b03dbee573954", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013026, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.300488295033574, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1145, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:41.612621+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "214da394-0e0d-4854-8b1d-02039f183aab", "result_sha256": "5cebbb1739826ff2e40bcbf9f3fbcecb3b3eaeb51cfd6a2a3f9644e7ab982bb6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012314, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.378223781939596, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:11:23.282634+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c3fb86fd-3a0b-48b6-b389-f7d4bc1aeb16", "result_sha256": "a2492315ec1147993fcfd2178e98454a2f75719100f68109de3d8853c08c8c58", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008368, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.447808905970305, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 685, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:57.398191+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ef712bb4-b2cf-4a59-ae1a-4472a01c5d35", "result_sha256": "834095b42a8b7d0392e695b8fc62097d25559423496778b7572a94f40881719e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016572, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.93119154497981, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1514, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:18.713508+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "86c1bd52-fbe7-4cf5-a39c-b80b68453d7c", "result_sha256": "a45cee942c6de0b3749763a51bd8835c9c1b235c88e264345a2e6740db57f599", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014772, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.836363760987297, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1312, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:26.762770+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "33799d39-a661-4aac-9495-2eea07f7298d", "result_sha256": "3434237b0d92894e0e5a0d492c1ef284b6550a18dd75f7ac12fbed159fde0f03", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006934, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.922652533045039, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 555, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:15:50.171639+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "292c83a1-9568-4d41-871f-37d6065bc21e", "result_sha256": "4572fccd9fcd23bb5e968aaed3fe09161a5aea51c45e2f8ea69338a1dd4ed2cb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012148, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.057864892994985, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1062, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:31:32.989354+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e8f0edb-5d9b-448f-9baa-ba7e7eeab888", "result_sha256": "070e621ebf5ec8add69c0a4780d635a078d9e151c05eb2fa266ce6d31629cec2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010514, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.984341748990119, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 913, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:59.121096+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2bb438d-4be3-49c4-a5a9-8f57aac92956", "result_sha256": "ba7a9b195572257285945f9b7ec19e9c4dd956a12f943b9819415aefb20d05e2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010142, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 13.306991904973984, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 871, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:08:08.357436+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "12306f40-e78a-48cf-9b77-ab78b60b1a92", "result_sha256": "b4ad6be32407d8f1881a707c65fcb3c0a15e3f0de8eb3558498f8543efa6e211", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012432, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.510452144080773, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:45.294367+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1783d001-ff9d-4cb0-b18d-b4258c5a0fdf", "result_sha256": "ee927e2810f900596a6e4a5ee127505dc4b02f51d8e376e3f8ef4d9ff8bc537b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017286, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v43.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.041502279927954, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1597, "predicted_category": "non-serif", "predicted_font": "Trebuchet MS", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Trebuchet MS\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:09.520976+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bf58778e-64e5-484c-9b33-3fd63dee45cb", "result_sha256": "b048731e07849325f0a3796a248eac529dc9bb30ebd94ffb135cd50155549d7d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01606, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.505199834005907, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1458, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:42.177657+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4eb2c014-b70b-4c30-ae27-16a98529bca1", "result_sha256": "c5a75174a7728ef685ad20f81c29d967e8c162c345165942418e91599b271090", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012278, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.610678378958255, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:33:06.002018+00:00", "request_attempts": 1, "target_aliases": [ "pt sans" ], "target_canonical": "PT Sans", "task_id": "font-pt-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "afce849c-ed6c-48f2-b78f-bab73d48ad63", "result_sha256": "172dfef256eee48ef1b17694c0ddfb435d68f96b8f6a45ea0985c3a554c31abc", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011034, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.40508364397101, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 965, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:21.674240+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbe7c786-f929-429d-894d-a13b58d7653c", "result_sha256": "36e683a2c269259e013dea90b04bf6a7bf96b4b75b9465e0a3ae34de26fe227f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005884, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.025776175083593, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 430, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:52:52.847349+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b36f89c-5027-4898-88b4-4ac6bbac4835", "result_sha256": "c10e1f5cfe0911843ff274aa0db1f59f492d768f268fd70f865aa04b9e71c854", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008778, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.945739007089287, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 726, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:20:09.267746+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "83851730-b156-4972-9d4c-0bce48b30065", "result_sha256": "d77b23009b0147a8e173980338202c6ec9a38ab9c88215eda824fbaa4a7cc321", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018982, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.6718730579596, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1755, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:55.873637+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b11a9bd-eef6-497a-9678-ed99ae58a42e", "result_sha256": "e832e26a5b27159265ed041e02d879f3216f5ab90968c89099f997366da49349", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005712, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.824324745917693, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 406, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:31:00.037028+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c59c64b5-959f-4eb6-8e3a-0ab7104eaf5f", "result_sha256": "b9d499f970d840c64b3fdae1e580ac2c4d403d7d0313119bfc6c8767e91c0e20", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006944, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.637730592861772, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:24:13.472988+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec18f812-771f-4fe1-80c6-e45ebf34216e", "result_sha256": "f3295782198f0a637f329ea2555ade35d5043c4b2729316904c948c3cadd8e82", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0127, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.94055294804275, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1122, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:06.105855+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "717b489b-c1b5-4b31-b47f-4d3df8d22431", "result_sha256": "e6ccedb37db8df47c0112a665d346f665fccca0a6c0c86ea1e0ad68688461dc9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012638, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.59605312999338, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1112, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:30:49.182074+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b671b1df-b73d-4935-a479-c3b6c44062e4", "result_sha256": "91b0ffa458883bac186cc59567301a8699818306fce3e91a54b11b8a47414ad4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01192, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.24268341017887, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1047, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:19.966946+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a214c6c-575a-4b53-a8eb-05103d2b7918", "result_sha256": "4a9c54077102aa902e0b4e860859f7b366caf0ee36123d467a8f98abd3000d14", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011078, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.21094512520358, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 956, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:14.929877+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "70c6d4b8-66ef-45a6-8378-5c751f64bfdb", "result_sha256": "6b4ebe30e344ed221d3de44198e5ce79d046feef8d64357d75f1ee4a1a1ca06c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00703, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.10480906185694, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:02:03.528081+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c358b99-03f2-485c-9a4b-b32fa6ec5133", "result_sha256": "7415f622a4d19afd227eff1a3fc0642882e11d1de3c3acc608fbc75f86e37f4f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008136, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.988688020966947, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 656, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:29.967058+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b1eff3c-62d4-421a-8837-4e69587455a0", "result_sha256": "d796a41aed0f17191534ea01c91f5fa632b60043aa5d1cbf044ca8526effeee3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011054, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.095175863010809, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 947, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:44:23.612705+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "18dd8a45-ad6e-46b4-85d5-e9bcbe51c06b", "result_sha256": "ccaa6c2019163d8034643a8087ce2b71a9028a41a68d01d978043a7a4620b25d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006358, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.218662634957582, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 484, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:20.299804+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3fa06491-2136-4d8c-a7a6-8acab4cf3bca", "result_sha256": "507f54ead1b15c02b0cca1ac5369015001bf9e11a72d73e3b7ecd341f8a6068f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012212, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.6192875711713, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:48:41.932352+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bae3cace-720d-430d-9a31-11d8783fa747", "result_sha256": "490cba0ffd81f6147357654bac5586c1afa2960d8a45d01506b94018c7f9f528", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012248, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.324812929145992, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:54.313926+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c7f5d8d-ca73-4c2f-a04b-a898a644b801", "result_sha256": "7be103f3a5765c9f88bf57fdbfca2b0425131e98dcd6fd431d040b876e7f0b85", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00441, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.9496384570375085, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 296, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:29.984703+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a5c8b96-305d-4edc-9e29-6fd551eb2742", "result_sha256": "0b2d8062f224bbe92e49a2073b41b901b822da332fec5c1d81887b112b985d1c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006416, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.276372930966318, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 484, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:28.994722+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "97b9c4cf-e85c-453b-a426-67dcd2974f7d", "result_sha256": "a872f838115d143ecd575c3c90a1dd63678817fc55cece9b28763f1c945d5614", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018434, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 28.73714186111465, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1685, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:18.812522+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b6f0355-96e2-454f-9923-c32bdfa601d6", "result_sha256": "f2ea8e86382e02078414c86c3e137bf6a2df95b23b5dd3b31390e150718db5c5", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006178, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.616677143145353, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 466, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:18.351893+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4eb2b768-69a0-4f32-afbf-88a5d4dfd28e", "result_sha256": "f4cf8782bbd3bf38d855eafd6a2eb5aab882c681601704501ad1a9077678a6fe", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006992, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.924002958927304, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:36:21.220406+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2734f53-0a06-4db2-9f97-c8459664161f", "result_sha256": "e67e1c4abb95fa2b3735a281f8362ed8242a6d36d4f4d618a8f3a2521df11c06", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010962, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.58362131891772, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 931, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:36.881727+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ecdd464-3186-4e12-9944-9a665ef2a83b", "result_sha256": "97caf791917b66b26074475c5aeef5ef192770cb244b16be71db29bfcd73e229", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006584, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.39975135284476, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 520, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:41.766824+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1dd8edc-515d-4398-a63e-f652aed991cd", "result_sha256": "3a73c3eb83e6a24bed1a4a0bcbf0c9710cffc2a865aff8b23c9f2826dee2fa7e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006138, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.874820583034307, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 461, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:49.637380+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4909c12-6c56-4328-9c78-55221da88f90", "result_sha256": "f5df8c30e4963d6fcfbfcce7352ae13f13f538151ff0c0d12154d882b0dd81c2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006864, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 9.870235593058169, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 548, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:11.892001+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "496e0b5c-8c8d-4d75-a3bf-44ec8a7facc7", "result_sha256": "67b4edda9ca76d61b8aeeb7b19cc5b2a0d1a1540f2f38e6917be0239d764e193", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011322, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.36766952299513, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 989, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:34:18.070877+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb0696df-40e4-477c-8665-3dd063f9022e", "result_sha256": "5dd9cb1bf2dd75cda177092e2210eb442f5ff253fe610244c960bc7fa0ace8f2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007252, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.189071456901729, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 560, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:43.134505+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a03fe99e-5b41-4388-9ac7-a24a5797ca58", "result_sha256": "c98d69218ce0c3254c3a5aafd86b19855d17880a2784246c74e34ac3222d9062", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016294, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.480479437159374, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1491, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:08:52.957772+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "856c1f11-097e-4068-bee5-7128077998d1", "result_sha256": "ded2ed09927ed3023d37fff41c0a859aebdfffa7e6696663899de29557150f14", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01498, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.56606946303509, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1350, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:49:58.752948+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7fa2a6e3-cc83-4ee3-9512-479a5520a279", "result_sha256": "32e52456a6095165b15ea29128b7ce36d2dc4c1815a2066704e1f033bd4eeaae", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012278, "error": null, "error_kind": null, "font_correct": false, "font_id": "pt-serif", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-pt-serif-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.653295858064666, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:36:37.621234+00:00", "request_attempts": 1, "target_aliases": [ "pt serif" ], "target_canonical": "PT Serif", "task_id": "font-pt-serif-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d1c21ee-edf2-4b94-ae5a-568b358aa773", "result_sha256": "a60f673ec6ff605b71aa970219db44c26a1fdcb44af7778fa306361ac3dabda2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016784, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.23107494902797, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1540, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:08:10.067481+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ad6202c5-5c9d-4109-84cd-4fa660e54ee0", "result_sha256": "48ea3ccb5e39a3704a1a07a414428f352ff5d7ae424e2695142801e04cfe2a04", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014632, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 39.33442037482746, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1320, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:35:26.712534+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d90d496e-873a-44fb-8ea3-7a407e5fbf3b", "result_sha256": "509cb0c7a88cd14cc87a94f3eb9b33c5aa09f83bc45c2bc5f1e59f969f5eb805", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015932, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.34466139599681, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1428, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:18.236481+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9f5236e-7168-4f43-9e2e-0879f66cdd7d", "result_sha256": "b8309287261021df06b2b09507e37b6b806c25050c8fb409b1b220a47b9d60f9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01693, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.51653659204021, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1548, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:45:09.105636+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cf3fc39a-ad97-446a-8550-8f9abe34cde3", "result_sha256": "3d9258ec00684be9aad6f57b23bb55204f464ddaaf38c19b755dfb42b437a659", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01107, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.603555524954572, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 959, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:54.672675+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "22f44826-2d42-4fa5-bac9-084518435401", "result_sha256": "5622631c1911727d94aa24a6d91413c00ea6c3ceba024ff0e4cf1bf706689742", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011598, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.507381985895336, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1008, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:12.278675+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "891ddddd-3370-4b01-bd59-ff25184f50c8", "result_sha256": "bd4c049035fa951a7c25cf4313cb1ad221ec9ea207acd0e5677f4ef79daf6192", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014908, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.385590286925435, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1339, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:18.457364+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4e8e0a6-2b03-4209-8fbe-db0f9d87b573", "result_sha256": "80e70e09371b6df87421187458467d17a7b287a6d3670e1ff310f0bded872779", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019964, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.39904805086553, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1858, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:50:13.592067+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2459c4d-bc38-4221-ad8b-5d59cfe68533", "result_sha256": "b05657c7a658f1a35359d8f2569ab81db5ca81aa746ef518f3fed7a546774eca", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015224, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.92193807591684, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1364, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:49:51.481557+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fcf2e6c9-5aaa-4257-a77f-c234684c8f3f", "result_sha256": "2f7e68a4dbcca7bba813ab91c542a898cfac3beadedcb54d819fbfcfd9606636", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020754, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 30.666832035873085, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1937, "predicted_category": "non-serif", "predicted_font": "Jost", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Jost\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:38:19.082765+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cc7442f9-2045-4205-a4e1-9f45dbdc7f5f", "result_sha256": "7079401561f25d490fd128a09519901a19cd0bb6e091704d9d8bbb34399a700d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.017534, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.078150985063985, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1595, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:04:47.439215+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "34430690-dbd8-42a7-902c-2a29f6271206", "result_sha256": "ecf683c919d50701a73c33ecdc6983381a2d444ef1d3aecea9931a37ee069f91", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017238, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.887184899067506, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1572, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:41.929972+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c29df084-f7d6-4747-9c01-9125ae87e2e0", "result_sha256": "1aa3fceabe163ce07963fa4973503941ca54de0d40bd39a9b5a2886e9beac7db", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011462, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.714994141831994, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1003, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:22.478754+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c928e1a-ad21-42af-b12b-047652890a80", "result_sha256": "5a24d811e9ae674ca8accb9ff40c93c4346a5bf5586cb6332dad3f071a8e3c81", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018962, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 27.65754243102856, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1731, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:51.566924+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "637c7439-01f4-49f0-94d6-7704c6089143", "result_sha256": "01e1de879a798a1362011eab8183d0213695e42d4bbe4c7a510fc1e3d6501ba8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.016824, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.328415469964966, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1544, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:08:50.529275+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "19e772e1-e856-4bfb-8ea8-346d3cd5c9a0", "result_sha256": "ad12e8015812aab18df1b0221894e8728ed64d80208516b1404b024860a63dfc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006944, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 10.148189264116809, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:00.000660+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "eea3580b-3807-42e4-b9dc-2b9510927d22", "result_sha256": "d2d6a511cb91c4a1a62259dd3706084ed63bfe2f63c52750ea7dbc3b226c2938", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011874, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.92526597296819, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1029, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:33.871020+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "97fd62af-42ed-488d-8134-10c10fb1277b", "result_sha256": "d0bbed57950371aac8fda6e88f768992f1805e349c7aacda95c748df63591712", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010958, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.360829431097955, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 944, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:22.611957+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "125cc1f3-d332-4c7f-8107-7db6fa9605e5", "result_sha256": "4064a3325555eb9861cd7e9eec25f28c7769be6a765c081b87af73e63cdebe06", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.015292, "error": null, "error_kind": null, "font_correct": true, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.182880620006472, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1386, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:37:01.846061+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3f063da7-2e95-4c75-8452-8c24c43828df", "result_sha256": "ff06892d690186c67813c7d054ded24a57fd110dd52cffefb4f76133cef2a0c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015412, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.741354207973927, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1376, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:17.245646+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7349f31-e8ad-492d-b40e-2aba7e708584", "result_sha256": "2f55ccd00de0d073c5a95516f537e4c231c0f9e652a3338ee0be2548f570956e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016604, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.52259191311896, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1522, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:45.314317+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bed6080a-8f7f-43a9-8007-554e4d7ca794", "result_sha256": "f1926e61bc9a0e5283550b86436f9092d37833c089472428945227093b6868ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01608, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.802370107965544, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1460, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:15.418415+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "97731b6f-6fe1-4897-b4e5-07a2b3feb9a4", "result_sha256": "63571a1910dd25eafc95eae1d6f643c24d0539d71485ec374847f66d0c1dc54f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012158, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.455432248068973, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1064, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:00:08.936939+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d879bc10-0bd3-496e-b676-915b96eb2c32", "result_sha256": "1ec27646b6844df16e0f4b47951400ede8bec3d0629c5f3d9523a35b34ec95d4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00702, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.645448008086532, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:17:31.537771+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "02792d1e-9cb8-4162-9a16-90ffdcb110c4", "result_sha256": "55cdaa56cdd8d3860ee3ec187508b527c98ca89e3abfeb7dffeaff5cf6317937", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016548, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.407538966974244, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1503, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:41.002201+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0c33fb62-904c-4c6e-8de2-df02e3d2d38b", "result_sha256": "911a347323269abb330aae81f4b57bb27a27237b440c15dbd5c910d126d22923", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0174, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.617178342072293, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1595, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:55:02.606666+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "00e0fbe2-9b44-4b52-9edb-3aca2afc8df0", "result_sha256": "e2a8e44306ffe51f86d508acd1b32de7b4919eda0d20b76d5b31e1a1b8d45b54", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012366, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.552956013008952, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "non-serif", "predicted_font": "Futura", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Futura\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:50:19.220873+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e7c08d30-8d5d-4fd3-9d07-2ab0ee0b5087", "result_sha256": "d53be02a3d27f152c663393fa1742d8b49fa2ff65a2eded4fd37fa5755e41a1f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012354, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.485918866004795, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:43:59.234972+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "28f593df-4ee3-492b-864b-c493168cd7ea", "result_sha256": "8b7977500ce9b00968b44b17e2f95cdf52b194c2755075d4081928ba2afafa57", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011138, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.80950825405307, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 962, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Helvetica Neue\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:31.466935+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "873a2b4c-d258-4bd7-9b88-d707248e382d", "result_sha256": "41448735c53b0d2c2e212e5b9d18c06ee1e4ee06143efad32eb9fe9107b4012c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012202, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.239776636008173, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Helvetica Neue\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:19:30.314079+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "be4800b6-a5fc-40f8-9174-0893b498e7c1", "result_sha256": "44c1e59dbe2fe93c5856dc4be99d1de29bf60ca7fa3ba901a774a7c657acbbe9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014448, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.314632335910574, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1293, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:07.724690+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1854a536-2b87-4512-8d11-8325e8aa9ec3", "result_sha256": "ca8000fc495fa17917f7fce0127b3049a060ec9e6048432374ceb775079e4e15", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00924, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.50238450919278, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 779, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:00.404145+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3df57902-2d3d-4652-9ac7-7308fc27f5a9", "result_sha256": "874eaecba6ef0d7564e30bd37854bfa6d180025f4935e9a516d8654fabf35f16", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012186, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.97195957810618, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1061, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:35:43.075231+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c3f4d69-595a-493c-8ddc-2043071ab4c5", "result_sha256": "65039dbe77de02e1a22ba80713a6523a7da9ba4ccdb32247262033989cdc4202", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010904, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.20627630292438, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 932, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:31.791959+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "791209c2-53e0-4b39-bb18-aba2dcbffaf6", "result_sha256": "75a1ef1324795f3683cad82fdd645f74624de84ce3625c6cc98952d502390876", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013878, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.5909922181163, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1236, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:53.047548+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3af9ae6c-9c49-41b3-90c3-20a1b4fa01cc", "result_sha256": "ae3ec4bc44e77531c2a738cf98c9d15ddd64d8c2167a0b0a58bcbe79da1c54f1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015722, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.71543804788962, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1429, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:53.856856+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ec41294b-3042-4fff-b033-59b7e4ad8401", "result_sha256": "b5c342f6460b73c59177bb3509a9602f78449052cae40010c10cfea7641c2bdb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011752, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.33853638684377, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1010, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:47.737095+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4ab52640-4912-4df1-89b5-44225864e936", "result_sha256": "21e278fecabcb342de2900aa78df147f0214d87b67101569729943306fb81614", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010914, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.987841016845778, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 953, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:01.448566+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ca1c5bf-1cd3-41fb-bdd8-969784818f16", "result_sha256": "904dd07551627aada5cb4434f47c42e88026bb37a341f05e09e2ba507acd9b9d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009948, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.430854829959571, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 842, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:50:50.389374+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6b778d27-7f38-4c89-898f-e88bb47adbbf", "result_sha256": "9df3adc3716b24e18e64d761654ed213989669b0ea3c181bb0606abd6d7f06bd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012144, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.685948599129915, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:35:53.417194+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f85b6538-1f9a-4c2c-a384-dcaf89281ac4", "result_sha256": "3a12a8ac8e8e53e2f9314ffdb392c9a40f977f624b81a23452358e246f6dce6f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015702, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.285003683995456, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1427, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:25.872274+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5463dac1-35b5-4b6e-b589-3a4cb3d6c181", "result_sha256": "1521d390cf419cdb3273148d04f4786362072e28c601d2e1323c7146b3d3cb2c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012442, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.451688423985615, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:48.239569+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "56e6ed66-1472-4ec3-92f9-8f0c8049fd91", "result_sha256": "67a810f15d17b01560d30cd980e6e11a2c63d9fe6edf629545cda3963f30916f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016564, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.29950041905977, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1518, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:28:27.960936+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0e016db9-2553-4da6-a857-00a653506abc", "result_sha256": "1a5102a0fb079a597fb0dc07253d712ab1bbbaa455e6793125824632bee67dce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01001, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.435733494115993, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 853, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:03.890522+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "828e2afd-8c7e-4f9c-ac2e-ead0af1abdde", "result_sha256": "ff16d1b35f308404b289879864ec224856dc199cd5a382a784f27a62f7ebad23", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014238, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.246390293119475, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1272, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:50.801199+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6eebc560-6539-41a6-bbdc-88cd2e1f719d", "result_sha256": "e8ee2e078016874b9395ea6659c215987f7657a193becbd623a37df47d1a3cb0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012924, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.226403017994016, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1154, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:22.010607+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "97df4f5e-529a-41fd-821b-dc0a57543a00", "result_sha256": "3a5a7884f865422ba17076506c08f857f419edbafbfd15e26e06efff69752303", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009752, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.443658492993563, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 832, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:34:25.498675+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e1f1d6d-bc6b-4134-a818-05e3c831fb0d", "result_sha256": "1d51e1e0b7383d3c5f147df42827631ee03a8381b0d97716047ffe25d8ffad1b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007222, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.149793453048915, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:08.484021+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "42e802e2-d90e-4dc8-9963-b93192be902b", "result_sha256": "705178850bb447d88e7f0f3858f39b9437ae54d55fcba7c4491610390151974e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01377, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.645718168001622, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1232, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:24:33.552187+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7e936935-181a-45cb-a229-b4879403a979", "result_sha256": "48750ca732441ead86f4c342512bd135f797c289b2a280152a5d451b26787e8a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01223, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.308569708140567, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:14.576873+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "44c84bf7-6eae-42d4-b288-64c40a5aac05", "result_sha256": "fc149e9ccedd9fd6bcdb9dca2feb4242c770c164213323c275f0a58bc6ecaea8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012168, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.17225569090806, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1065, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:37:24.868174+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b8f61254-738a-4c82-a67b-a644faf5ed6d", "result_sha256": "01b5b796590b109632b22bec8f8c4567b3bf17c61253f82910ba28599bc17442", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014908, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.032233836129308, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1339, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:50.186740+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f94d263a-24de-49f9-aafd-0fa5004d54cf", "result_sha256": "54dd6700a91486faf6c15c3825ecd1248f4a4780aec32e5cb092e33e2086d001", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008574, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.890020134160295, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 719, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:10.751314+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "41d8dd76-fadb-4157-bec7-07e72e35012c", "result_sha256": "9a1d29c2bb79386a65360d886db90f982815eb2a2191b2ff3c1cb0ff69be41ec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010954, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.735213479027152, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 937, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:49.151741+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d2b7127b-0e4d-4a7c-b894-dd7f167adf10", "result_sha256": "35bfc0d8442d667ce6b247ca381f7b36854e10d6b49148436e7e0ba70852cdcc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012154, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 16.664511365117505, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:44.832877+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7d14a9d-92bf-47d4-8fb9-46f4fe0d6cfd", "result_sha256": "57d168b4c1afd16661de3d23e688aa9e71efde067cd5804f49be4f3780e70b4a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013384, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.09435238991864, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1180, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:01.234918+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "161e5e09-46b6-403c-9a31-b740a5adc4a8", "result_sha256": "55e16441c8b2c7cb3dbfc9829f419e78d0eca2511fd6076a5e1ac806a4b4cb19", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012398, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.587056677090004, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:21:33.084233+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fecbd24e-13ab-491e-bfed-f7746431a1e9", "result_sha256": "5a28840a69b3e379604b0dbc1b0c44a805e12a92838ac9ed7e73f3a8df801e33", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012182, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.58060820098035, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:51.916570+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9cded113-fd46-48a8-bbd9-affe6b41fbb0", "result_sha256": "c0d268e74c041622a041831871c30a487139c2aa43a3e16c85ec79bf89049d78", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014622, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 38.69275273499079, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1297, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:34.297034+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "50ca8484-558f-485a-9ada-5a934459a8aa", "result_sha256": "de401e94f6c0506fb3ff6e2a0828d1ab2f778e40f57c4d0b4f88a87993a84ca5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012144, "error": null, "error_kind": null, "font_correct": false, "font_id": "raleway", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-raleway-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.553336957935244, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:50.704058+00:00", "request_attempts": 1, "target_aliases": [ "raleway" ], "target_canonical": "Raleway", "task_id": "font-raleway-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "93a28501-b670-4902-8e69-b71449034ee4", "result_sha256": "c6c1273bd80b6ff87a1d25911eb8ee5f69f2722a99dbd3b81b83773b5a050ff2", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.014944, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.509270964190364, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1356, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:51:47.392190+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "79abd64a-03df-4e16-b802-3bb583c5d235", "result_sha256": "df3fc928976c459d2db84648cc15f3fe24b4f8479ef37fd8625d51a3beb90577", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011148, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v02.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.94798544794321, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 962, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:10:39.772925+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5014c86e-88b0-4853-8c0e-483269c28e5f", "result_sha256": "1c109ae636b3fd51964df528b32290956a2e1e75b85a20e635ab5c40c3b105d5", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.014462, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.835360425990075, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1281, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:03.283342+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "99058371-07b8-4c2c-b62e-678875ffa586", "result_sha256": "85415d70a333b823ddd7c95931224b3d477bf45dcd4e392b15c748640a5cf75e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01563, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 38.80610700906254, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1418, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:18.230461+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce955a29-78cd-4bf1-a981-19e91292e82e", "result_sha256": "18d794cbce6a5757ef0c14884383071b6f163a2468125b319ea51fd409da293b", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.009826, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v05.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.929943228140473, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 825, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:38:32.597941+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "196289d6-9a2b-445f-9eeb-62a98cca6b36", "result_sha256": "1880db2d36a52a8aab796b12d12eb0b03795c208bf0590aeb528768e06ed03be", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.020218, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 31.288486700039357, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1870, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:53:08.051408+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "37939bec-7e9a-4930-91cd-f9fcc643f8a2", "result_sha256": "6ea815a98981ef7ffc7036f746ba01c5ec60cc4f3876b7bf497b7c7c55ecc766", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.015828, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 21.51303412998095, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1431, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:01.720093+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0859aa54-c06b-482f-984d-a6e72bdf85dd", "result_sha256": "ea73ba809493690901f4df560a74bff10da6bea16483fb2d82ac11369b952d98", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.014792, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v08.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.516394577920437, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1336, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:12:09.360538+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "05a9f375-46cc-438c-b457-83edcc1cb073", "result_sha256": "de2fb83c8706481d5b01cc95335fffaea556a5d18b59ac881d995f5715f201de", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.016174, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.838110437849537, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1459, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:33.669905+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "71da98dc-8e04-49db-a478-0be89a43f7dd", "result_sha256": "cc1c0c693a18270895e559ae20346d573e57357cf9d4e2f7e517598712eeb609", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.015842, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v10.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.837722714990377, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1441, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:53.507923+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1bf64185-d744-4cd4-9f87-f3fad53202de", "result_sha256": "0575fb26057afede99ff9bebfda5e95f70d14f3263b5a016ccf3e907b84aaaaf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016324, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.76229780493304, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1474, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:29.982083+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a4098f6-9661-4ce9-8bb9-bc0cce991af2", "result_sha256": "0ab36bfd5b6b44b5e56dfd830e7d09f28f036d01a21e864147fb471faba05532", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016818, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v12.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.905139764072374, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1520, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:22:55.328281+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2622037e-6fa4-4d59-93a7-809afb40f8ee", "result_sha256": "d41aefae21b97b8d9ed941f21d5adacba0299ea6a350b14691a75ba9f0496c77", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022832, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 34.33893820201047, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2140, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:43.421686+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3769dc43-e208-407f-9c2d-f307b8201c1b", "result_sha256": "63338574e389bd9b0d53bad5b6d966a5d6b491daa5b2c0567e77a2c527603e4d", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017202, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 23.289032916072756, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1555, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:43.674030+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e8c833cd-01b7-4f95-a165-83759899a58e", "result_sha256": "f781c045fcc9674c79bc619cdcf0e3a044de089b8d7da54cdcfdba3fa254057f", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.022004, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 32.533058451954275, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2062, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:18.899439+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb5750f8-069e-42fd-a5e9-242b77303817", "result_sha256": "38047a763e7ed9bb0643891fe0de15c6c56b864fc6c6205e2cd4105c4f5bfe11", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012162, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.708287347108126, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:36:53.218634+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5724c9c6-838a-415e-b9b8-4cfb7c7ff413", "result_sha256": "89ab876b4aeb905d9a916094cae9cb83f9a4d9c9883738d8f26f9e30ea404b47", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.063893147977069, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 538, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:20:48.606774+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4bc68322-f3f4-4ef0-b94b-986b22f52b2b", "result_sha256": "09d8f3ef6b9bf2fe40fcddf0367f30fb6327396f87cd9aa754f4e845fd5b51d0", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012098, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.491566204931587, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1048, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:56.792171+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "82155dc6-51b1-4069-997d-5c096b93c125", "result_sha256": "eaacf0952cb73822dcc6eed7fb96710e62f5f2be976fe15d627f1a494f43a53d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012258, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v19.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.905799619155005, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:31.428964+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "20567570-232d-4f77-89ef-fe70d2e61a4c", "result_sha256": "989f07d041e56772ca8357847ba1a51adbab9ae9289b6b103eace5bc98067325", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009322, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.63178305607289, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 767, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:30:04.934129+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9cb05ef-e687-4d07-bd4c-6ac8d436c000", "result_sha256": "72113e4a479a47bc5ec5aa5100aa199e51176453113657cbbc31f957324f589d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01501, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.02521155704744, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1356, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:42.153789+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1133d6e-d79c-4223-ac63-2442125b07d8", "result_sha256": "253eda8ca4d5ef5d8870b11080e857da4aaf6ce3cd6f5250dcb17fb9ae9ff7dc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011376, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.01743870181963, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 980, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:49.084684+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0c0bef4-3507-43fc-b234-bfd38dfb812d", "result_sha256": "f2d1242bfb0de7f2f952a8e682582e84012a0b0b48238e5e91df878f0a42e8b6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006558, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.983806645032018, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 504, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:08:28.177457+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee116606-2e83-41d1-b6e1-c99fc378cf73", "result_sha256": "1b9205e5089a3eadbabe5bdd16a967b33e850cb6f620f767088a536d72d5b944", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010588, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.279950028983876, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 907, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:57:33.365604+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "30ba8d09-3877-4b6b-a54a-f121b83b0ed4", "result_sha256": "70cee778e927148dce6641d9a6c1719877facdebf938bdc989d198e1c636273e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012278, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.100515411933884, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:20:28.602917+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "95bb2784-4b44-40fc-9a2e-4e5ff879703d", "result_sha256": "8c02a72677fdfdb1dcdd80cd0c4feebf54d4909d4847df1a5183c4bea5c51e24", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00505, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.623033166863024, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 360, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:41:57.060785+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b4fed02-6327-4c6d-b6af-13a4432243aa", "result_sha256": "af9fd62c0690e9f86b7610a8225f3f76319c0af40d40e1b3d85ba03f542e27b7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00917, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.507300751982257, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 745, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:30.061085+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "43cb1073-bdc4-4190-a44c-17a8a2a5c8b3", "result_sha256": "7cd705a1482a1012edb20d4e353e81b8456950b0116e532f0b69a98e2a7fda50", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017514, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.740334644913673, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:11.594193+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b7c871c-7e0c-4584-8752-4571bbe85908", "result_sha256": "b72351b409c2647c3052a82946e6b013aedc93468d75580a7e49bf4514061a4e", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.014148, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.05983088701032, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1263, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:27.345733+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "331af62e-30d4-4099-b496-6b2b362bf6b3", "result_sha256": "47a5acb53915e85559a726454b5fc85a0969aeda6f9bb54389b6e338d5c9f485", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016762, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": false, "latency_sec": 25.336708382004872, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1533, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:37.254818+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cfaac402-b166-4974-a274-9f555eecd88f", "result_sha256": "49a6c2f3e091770798a44ace555c19d9c2aa0ac560bbb9a2ff736cb094f9269d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013298, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.09954226994887, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1178, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:35:24.537707+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4d11b200-6770-488e-93b2-a03cf6d63b1e", "result_sha256": "176fed9812bdba37f842498aa88868320d63af970b55810f40b0acaa1874eb0c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01183, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.176213202998042, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1038, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:51:10.329753+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "945669d5-ad89-4f84-852e-e71c6f24e2ed", "result_sha256": "761b7e452ca79e3769c14cc8301a7c566f7795a561a6fe36bd19e99d776aadbb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0125, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.45900128898211, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:57.559631+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d01c7703-5a57-4748-ba5d-727b9c043934", "result_sha256": "ceba8c01d66da9cc2acfaadee55cbfd32a1c931adf71cfdf10139ee0e859ddc5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008694, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.634585148887709, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 711, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:40.090750+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f3cd0fd0-c07f-49ad-a2e0-955f0c1d7d6f", "result_sha256": "c10b6066364f60f7c2fd89306501730dbbc04d47de84bb97594a0bd3a778ce76", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012288, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.99798305495642, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:10.198656+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "54c78495-da08-4fdc-9254-b68fa927ea75", "result_sha256": "d3c86ac9f8894ad2d03a0dc807257735f78946c8640b7fe74fddfe8142bc66c1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009278, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.561468254076317, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 775, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:49:22.634716+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "292af639-b174-4448-8f1c-b1c999e4d1ad", "result_sha256": "f13da9dbecd1762e5dfd2345adb9ee96d2f5936f00b58b9637950dabc8d9070d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011652, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.99704787810333, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1000, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:50.388802+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1f4a146-0d19-4495-8311-7c742c29bc94", "result_sha256": "20dd4f63341e0870130d11d2c896a3ca15d85e461def92635b419c678a6e2547", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006924, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.620420668972656, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 554, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:55.716639+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2645910b-190a-4a25-a1a1-62d9ae2ce1c5", "result_sha256": "f9eaec4e72604d8115f2de38d34a321fdafd36a73ae89c6e228d74680c97ebde", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006814, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.144846904091537, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 519, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:47.304145+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "afb504a6-d56a-4ba5-a639-c10daf94865c", "result_sha256": "2a63f8e6a59be2f166001b76bd6f631a2cc13039bced1eb14e3b345e35029e3e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008954, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.229798170970753, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 757, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:31:24.163848+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dae6727a-60ca-421b-8906-49b3f8df6b5b", "result_sha256": "af619641cb1a93371016de35c6c2ddddcefd626d4e75d4e6c98cca0e289bf508", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005698, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.327765786089003, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 417, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:11:54.849645+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "60719757-7f2c-440a-94cf-c836edec3eab", "result_sha256": "f966e5639563cb6c8438c8f2269a636cc8430beaa2147371f1a916d88a70d823", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009612, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.545811570016667, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 796, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:55.941358+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "06ec31a3-e709-46f3-8d98-75fec4413a75", "result_sha256": "851c34c99dc19ffd2b4e2e5c5c2b3ec0f5c9a765f9e67cab13ce3281ae423a3c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.019324, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 30.28488704492338, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1794, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:46.982262+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2269a99-f93e-47c4-9760-66b1f34493dc", "result_sha256": "9f26111858501c05a156309fd449dc3a0e542b6a57c779473e5d7373a6e3d4c8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01205, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.089881361927837, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1057, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:41.387996+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ef95df4-0046-4464-a4ae-91c4ed24ab03", "result_sha256": "43142acad1ba717aff517b475ae51fb637f4a442e40a5a902b58081c77994d39", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.015748, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-mono-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.541927851969376, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1423, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:27.419812+00:00", "request_attempts": 1, "target_aliases": [ "roboto mono" ], "target_canonical": "Roboto Mono", "task_id": "font-roboto-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8fae54fd-da23-44a5-8c45-d95c1740cf24", "result_sha256": "c67c312df33bf76dc91424f9c124f632618c7288a224ef28bc1dbdbd17942685", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012114, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.11414456903003, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:37.190010+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7b78abe3-346e-4c15-83cb-e2a219dff4c5", "result_sha256": "6e85837a064c733ba624b3457ab4e8f2dc85760acb8a1c502b2c9caa0586b90d", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012162, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.346455547958612, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:39:30.764826+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ca7a7b2-2294-4025-bbbc-ad3bf9ceb726", "result_sha256": "4cb644ca9568488ff9ced7f1cf8bcec410aa2ef9782349c177b05aaafa1dddcd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019712, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.93307293509133, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1806, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:04.331729+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b7c370a-ff7c-4567-b0f2-bb9febf20f3a", "result_sha256": "dfa06f158c023571d479ac12f6f4f16c940b368fd77c9f1cbec9da5905064f23", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012124, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v04.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.703793173888698, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:41:37.205144+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7634e4e5-bff9-4f8f-b68c-09b3cf6ae5b5", "result_sha256": "e9383a8d350fed9b6e97f69bbd5bfa242c29be4b1c9b99d5930c116ffe1a6f1b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01222, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.39189848699607, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:33.526966+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1e752ce-8ce7-42f6-b623-847a75445ed4", "result_sha256": "00ceedcd2f38ade4839b77f926d7d96fb2ce795416229a1106a4115ddbb10cbc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017448, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.39664276293479, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:23:40.957225+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0237f96b-2f5b-4481-a710-a103f8a4acb4", "result_sha256": "a11b55f2a651b3efc98df22f2c5f1133f8e9f9671c90d6ba76751111fcb6acf6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017828, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.73154431185685, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1631, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Helvetica Neue\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:20.778673+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "01988f5c-24ee-4f93-8404-18041560d9c9", "result_sha256": "60e0911f3ea60d9da2d6786fa2968ffcb969f862cdec8c42d2d797f559d213a8", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012114, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.87638372112997, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:47.779609+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f01fa15-f35e-4804-9571-e14773c5e8df", "result_sha256": "bbd0316e1f5322f80720ab7ee11ab577662481a75b217c54e547761672137727", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014484, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.567875097040087, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1290, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:19:19.734789+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "374ec062-cee1-4707-abb9-02781b1b4fd7", "result_sha256": "97b88c461473013d9e949d740898c6fe51a5d8f625af8a2bcec567ccaea27144", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017114, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.363555930089206, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1573, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:23.631136+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "db2e7178-da40-4982-b48b-49857e738018", "result_sha256": "1d4b737902d0958966cbd61069ddad853f2dfefd1cdffb7ea152ff13437df05b", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.012344, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.24340124288574, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:02.476949+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "41b7ca6d-ffe3-43fe-a807-b3a09cfe95a6", "result_sha256": "7a67d86fa4ad9a41db8e660579754abe8d7547f5444ebf5a98d20f30f909bbef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017498, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.239762602141127, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1598, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:29:36.556365+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5479321-703d-4530-8fba-1c88871f8dc9", "result_sha256": "4df55a114e2bdaa99228cd58895389d6c8d0783e6c899dbfb5e63ff2493805d7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012182, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.46376983402297, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:41.660419+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2b8d650f-4f00-4167-a65a-b341e440140d", "result_sha256": "30f0142d82dfc61af8daeccf4e3ea23a8be60d677f2d029637151c7786314d9e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017602, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 26.01010486204177, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1595, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:21.889830+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "105bd082-ad05-4edd-9ded-2439dcddfab4", "result_sha256": "1c875d1dab538b0c4a4348ed097e205d4c49981d6eb580d087f9a4976be21b8a", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.015284, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.658273115055636, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1390, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:47:12.700114+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "023ea4e3-ea80-460b-b12e-f0e93e16aa24", "result_sha256": "792f151ac6ccfb26271b3664a767593a66384d55309e8d7ac23f04b4cbca3911", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012114, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.797665106132627, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:30.102872+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "719d9a94-4cc5-44c7-94ad-4cf4b51fb286", "result_sha256": "f94008cd35b25f8f08233eec792104fea332b2f8c786a3e27095028e840f6a84", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013624, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.80383945000358, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1204, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:20:25.992601+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5b93fe8-0e37-4365-84da-4a9c3678e756", "result_sha256": "a7a686a367dcb1d2d5f2858033340d9b5f1cac3d3dc2b0ec52c12907fc157130", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007518, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 12.408857128117234, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 600, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:44.953939+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6d160a25-f310-4879-a642-634f41046d44", "result_sha256": "94386126e642c0354052007b00804fa27a0f2502a501830da727db52b6f147d0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012162, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.246384624158964, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:18:11.475815+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e40c954a-5075-49f4-95a3-be79180022cf", "result_sha256": "cb34a380bf63123703852d08011fd74183308d20801bc2eca8b61fc85caee4ce", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007212, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 10.005112620070577, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:48.730233+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5b54642f-dcf5-4e4e-b256-c2142e20b780", "result_sha256": "60b5b5c8a6174bdf71a5039d79ac1a07206dd08b7fa4bbfdca8f937ba6eed43a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008914, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.142715130001307, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 753, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:30:36.450977+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "46c381ee-c7aa-46c3-adc0-6b315a1c9713", "result_sha256": "e28a6dbbe0d07ed2427a3470fcbf5d2b0af77015b5bcc318ecbbef8f946d4c21", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02117, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 28.67017323197797, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1969, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:05.451516+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "46e33f85-2710-4828-831f-9997defb031e", "result_sha256": "0f017719b3a839d5c31374e621c92e83dd69a40b558f28f86f8861c601c12843", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005748, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.414152808021754, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 423, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:30.306315+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "32dab5ae-e236-4112-a4ed-5b1bf9a17075", "result_sha256": "b21efba7d3da331978d1ee0189b92afd02887af3cea03f529b08ab29aabc01e9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01303, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.424933983944356, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1158, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:45.060134+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "480120ff-c818-4ff6-849a-8dc94a244fd0", "result_sha256": "c918e6d702a4d9538085edbce0dc73f57120a5f458667c9943cd6209a2afb52e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011188, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.337593269068748, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 967, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:21:09.489619+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f0149e85-fb3b-4ef5-b6e7-dde1657db79f", "result_sha256": "5ce36ca1d1c70e6ebac1d35c0cc62fdbf03c8cbba9ffd377840d21384938a234", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01221, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.7217223609332, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:24.524929+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "173de71e-e04b-4957-aa68-e503be5c8666", "result_sha256": "93ca21c8df695241f5e4b3dc09c5a1163203cd89af30205a6ad567cd58243ccb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010756, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.718000455992296, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 918, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:15.506194+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "72a8ef77-3e7c-4b4e-9dcb-b759505e2466", "result_sha256": "b1f23d17259f79600cb6d916814a5b139a1ebacf518a06b9a745cfbf4ef0b715", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017394, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.471573024988174, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1581, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:50.963463+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "31702f7f-1d0c-4ce5-a4d2-f327aa9bfd68", "result_sha256": "7d0d0462263084c59491af451419f0a390183f31a8e333e28ab3433d287e3329", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008806, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.477874065982178, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 739, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:02.931504+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8eed3af3-b286-4f35-9974-fe4da722571e", "result_sha256": "c79f7f239c4c2d4cc18e8c845742b90b6de749634e52ce1b31c3c69567193572", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011262, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.290060722036287, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 983, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:32:47.305017+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa4c3850-08de-4d2c-b036-eb170d451174", "result_sha256": "41ddd9d50fc8a27c6fefd2f263fe0e3a1558f94b02c394d1d9d0b94d8eb5ab0a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013508, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.391124671092257, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1199, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:56.612171+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "27bf93cc-feaa-420f-95f0-4b402bb75530", "result_sha256": "f38adb6cc0c3e4ea0ced48d3c2cbdab91565c648bc56e491b9aa12dba3cec8b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0155, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.16314062802121, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1405, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:44:14.082292+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9bd4517-0e7a-4d48-983b-f8fab486e591", "result_sha256": "43a44954b3ec614858394cd064447b0a90ff50a9a7d3a9969d98d50cc9f64a89", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016666, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.292867524083704, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1509, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:53.691002+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7c02732-8818-4e81-a60d-36ff92931d1a", "result_sha256": "bf57b15eb44301825af19158b38f60a41ba10e98750da23643cfcd4d467d91d9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012314, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.053662072867155, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:10:14.897190+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f836bb76-e75a-4a25-b5bc-f7988af8b7eb", "result_sha256": "04aa9091c00c175d4385aa76ca391aa6d6aa8a9c256c3ab0e0019ac4359b7002", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005178, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 6.636611748952419, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 366, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:06.965733+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c92ed42-ca66-4a06-92b0-596bec8d2f96", "result_sha256": "4e4505dd10d04c21a6f976c6e9b932cf9f4db8c5fb59510e8847600bb47bd080", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005122, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.357849778141826, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 369, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:49:03.156002+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a4d14ce9-dfaf-4fba-b281-c28312f9990b", "result_sha256": "d1edc29de75bd429d06548d59ac5e2495fd7d3f3f68bdb4294e9be43587d9c30", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.018742, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.88286333484575, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1709, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:05.719064+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb7d27d4-ec10-4dbe-9316-562b51233e84", "result_sha256": "547c253f05ca6a0be077432263f80a35993e6b6288cb0a360a9a13c0838018ed", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010774, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 15.277098956052214, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 939, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:38.186331+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6304b6c-aec4-44a4-a90d-569871562e7e", "result_sha256": "a23acdf955625fde05a2c6f41ae24d70a8541614baf51aa5913cba8bad02dcaf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.025558, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 37.809498774819076, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 2403, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:00:44.341489+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7556fdab-1dd3-4de3-a5f4-117e5b199966", "result_sha256": "c1a498fa13d30a94d533bb1b2eda7e0bfcd31e0939b7a911fff6735dec8a0b3c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011944, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.16559231095016, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1056, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:27.204879+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "74338df6-729c-4819-881f-b6ff23a47ca4", "result_sha256": "b4a81a024ac161cb9d918da71f5c983a409a9066e6305d65add5733fc30c047a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016172, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 22.222731977934018, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1474, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:31:37.107058+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c08befe5-f30e-4752-b566-bf229363426e", "result_sha256": "506b1dc7ec8bcfa1d0a2b13dbb6af1c9b82c9554cebb4693e8f5fdbb40c22ff4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022592, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 32.45479739201255, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2094, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:03.105691+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0aa57384-147c-4f70-a18a-d65e6398080a", "result_sha256": "ab3503cc140c14536870a800c17f90bf4c00fda59a66b5558325ec7a817281f8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017314, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.30245047598146, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:01:09.475102+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a59941f9-c876-46ae-86e6-4d8e179215f2", "result_sha256": "9949400e29562522b73d1c84eb56871de134394f6efac587bda84395d3728158", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00916, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.991265973076224, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 768, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:13:47.590877+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a06efb97-3924-463d-9f08-7349ad34036e", "result_sha256": "a0c9e451fa167254ba25f25f01dc2492116a0cf77ab4f50ccf9d5164873b33d7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012848, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.326995871961117, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1133, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:43:06.584998+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "46f11eaa-64ca-41b9-aa24-2281e45b91bc", "result_sha256": "c0c021531365d38ea2654ef724b753b82b5664914c06976a6859f24cca52099b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014564, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.884608300868422, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1318, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:04:01.117732+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aa7be163-c4b4-4d8b-b2b6-cd584ff2680e", "result_sha256": "1d9118863d1001dcf8de21729f90123a07f3224e8cf64de9b68b762aec06061d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016802, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.450842858990654, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1537, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:36:09.010966+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b711aad2-a710-4f21-97ab-c5afca39b43c", "result_sha256": "915228373cf2feadef90e74b16bf2efb0906a845e1bf822f12073a3436fc19f0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011842, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.392413098132238, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1019, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:07.558401+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "60e18163-a27f-444b-8cd2-a72b29352b44", "result_sha256": "3461de33b3c28f647a9a357f8030359647b1ebf041aa88cd7f9ea56a33971380", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01172, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.91077159391716, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1027, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:19:53.852860+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ca714b7-22a4-467a-a5c9-df942a6750e0", "result_sha256": "33c902f2da4cffb1de0493c07a8e6dec58a8b556e8d2f120bd86492801a02011", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0085, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.217736043035984, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 702, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:00.312575+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "58ae5178-ba76-41c4-a692-de5574e825d5", "result_sha256": "327aa3110e24f5379a686e89f0c6979c6bb3693be3a552ddb5a85d7e3c872630", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015338, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.16923407302238, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1382, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:28:37.220704+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "39e0e2ca-7f2c-4d44-aeae-b8c7b1fcc94a", "result_sha256": "f64e2f51a34594e84bf2b2b822a69371acd9c5aff761913b3bbd6f50d84e7926", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014058, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.907996197929606, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1254, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:31.525796+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2f9bb85a-fdc6-4b9b-b147-e1bd5938fc28", "result_sha256": "c4ff22566f408f910332f3d2dc33b1d80b21dec406fab10505660da13101c691", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012114, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.353116909973323, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:10:07.390656+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7c5be61a-7b06-4663-9814-f32c3ab0738d", "result_sha256": "5d3a144ddb9c80d448bc435b7f2139d2d7165fdaf1899a742eea33fe7834a0ee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015034, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.656523670069873, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1345, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:32:59.080512+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f499dd5e-ab46-4574-a8d7-7ebf764b8237", "result_sha256": "07a1178bd3a357ab69bc3a729461b768ccd837cae8b9e712a9200ce6568300a0", "result": { "all_correct": true, "category": "non-serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.018564, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.798883175943047, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1718, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:00:25.961795+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c7dc7c67-30f6-4aee-baa6-ef9d6472e0d4", "result_sha256": "a1141683fc6650d44dd1f3bb6e5f0d9233c8c93e030a74ecc70467f798a4ca67", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012344, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 18.90495683811605, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:51.861957+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9753bca4-f363-42cb-9fcc-6359978b00e3", "result_sha256": "183fcb3a42abd63c2148115bbef386ccc767eef4a6391f46daf054434f83d6e8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019218, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v57.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.66152453608811, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1770, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:02.134156+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7a3d7228-cfdb-49f3-8c76-b9b60410e708", "result_sha256": "a36f1356b44a58aec19bf0f5a69141ea73adf959ccae7f20b68733f46edffdd8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017072, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.39630291191861, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1564, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:41.110742+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b289991-8a94-40f3-aa83-4600a7ae17fe", "result_sha256": "b73c23a5ef71abbb890f472db96bf1e8e015e3914f4119aeb6ec4af3d01f771e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017292, "error": null, "error_kind": null, "font_correct": true, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.33427535695955, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1564, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:43.120709+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "18b5fc14-26f9-4e5a-a436-3e876d0ebb14", "result_sha256": "1ea4a76fd8bf594fab8851bf172c41510d8ae1bce404caf19f58595b3a48bd51", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017904, "error": null, "error_kind": null, "font_correct": false, "font_id": "roboto", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-roboto-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.64415341708809, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1652, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:58:12.747143+00:00", "request_attempts": 1, "target_aliases": [ "roboto" ], "target_canonical": "Roboto", "task_id": "font-roboto-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "18728364-3cb1-4181-95e6-3503985d86da", "result_sha256": "22ed078893c44859a997b1040d013ba5872ee7c2e1d0ea99a16497af5a8ad023", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015634, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.515176284126937, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1425, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:38:46.548197+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cbe7c944-75d4-4542-867d-b9e7495316a2", "result_sha256": "7d8fff9047f6e83091e7dc7fed816629199834ebd8a0a21ef771b5a1b55b9817", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012314, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.30575401801616, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:11:13.667608+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e99c131c-54af-46da-b38b-5d1e53f57ae7", "result_sha256": "70169c989129a112929b3c80ad782196095bb17dbc92d0b15b3b070bad809a70", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019858, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.344521661056206, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1834, "predicted_category": "non-serif", "predicted_font": "DejaVu Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:51.288034+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6c8bab0c-7b9f-431c-9975-3b8f9e34751c", "result_sha256": "fb4e0b51af0b318945b1797452183d3c7abf9861ea24f2a2cee050d591fa6ce5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012162, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.468316129175946, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:02:27.980935+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b798f28-070b-4ec1-877c-6dbe093ecd0b", "result_sha256": "b0908a76c214f9013909106467254ae182e4f06be85b66b8c93cb0a21d338c27", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013082, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.548107434995472, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1143, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:49.769261+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d5d8a04-7cdb-433c-9f9d-86413c6d2d3d", "result_sha256": "6a3e76f1be52c14e738312e629beda83744fbfd97bf0868a296343a34e051a71", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013834, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.957224945072085, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1245, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:32:02.479092+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "35122746-89e3-42ed-bba6-0f8d81a50b65", "result_sha256": "732aec562609c8cc4014d7afa2b1e241ea8107f0755822bdc9ad9f35584e168b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0112, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.08579018106684, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 972, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:53.539796+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d1dfa7e6-a3af-4a71-b5e1-1b56f4972f29", "result_sha256": "441cde62f4f4ef4bc4e479abe148380c1c96932843611eacbfa3b60f17439a1d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012068, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.711140277097, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1055, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:35.661773+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea522bb6-8751-4913-b6d9-dd8f7fbd9dbc", "result_sha256": "cbb69ede7ab372d4a762e0f8ada0720f5b649c0f4e797c2bdc534c3a4b091697", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01495, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.74703678395599, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1350, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:34:37.617715+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "73edd827-8a46-4964-8052-429b52e38b8c", "result_sha256": "b1313355fedb9a7c83c9326868f09c5688e9df56c7e7a5b53e0eb01c1fca693f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011138, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.206159464083612, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 962, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:24:59.914550+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7d1b0934-ed4c-49fa-b665-4617a1a17313", "result_sha256": "8a41653223a88dd0e7eeaa8d1bc95549424584faa8ade2ca8e7a2589dacab432", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00958, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.882858248893172, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 813, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:04:38.727031+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7373d8eb-827f-4ee1-9639-ffae6cfb025a", "result_sha256": "e0801ecc896b996f0775063e965762b0013d94e09fe573abc88fdbee370bd81d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011386, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.596047397935763, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 981, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:44:04.531333+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "db2f0beb-4ddc-4f21-b99a-b517e812ef8f", "result_sha256": "b9115262a03c2884375da592390438cbae2b41e1378ea31118a8ee5fc0cd9b62", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015334, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.025379782076925, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1375, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:42:19.226777+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e2dff788-b578-4380-aa35-04b56831100f", "result_sha256": "88bbe6f6ecfa9fde061d6184318c5763433c4f31880108a94f8b7ef4da35d2cd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009468, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.68275709496811, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 795, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:06.656361+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c08f365-9caf-42ec-9d9b-85c5daa8adc3", "result_sha256": "56af600d836a30fb9506dcf3e74b1edb16d54f3c5e7efaa973104dcc6059a63f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017372, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.796221161959693, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:22:59.795181+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "84b1037c-cb8d-44b5-9df7-2da248c2e3a3", "result_sha256": "7bcdf3ef54017591059c2b1da288621e3288ebfc0d74d2dfa5cc9131a8b59ced", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012248, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.410168174188584, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:33:03.614728+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b5f59af9-9211-4e4b-8ab4-bb58713206f9", "result_sha256": "2d50ebc33d3ba9cb70d146d5c80327da326618246fdf3e0bd188fbf42aafc681", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00701, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.990468404022977, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:08:20.041725+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6519d9e9-e0ef-47b7-8f8f-51e9ae4913e4", "result_sha256": "fb4508a2496fce27bdf971dd97a0f76aa532d20db6d2364195562f9b6bcca75d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0118, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.245098897023126, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1008, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:28.814013+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "03a0bacd-5acb-46f9-95d0-1ac3d69058e9", "result_sha256": "87847147b6870cab8583d85752b87d6e5e6d4d2c8dd9cfc6694278a4c3098768", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012324, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.37706828606315, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:35:08.380161+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8c46f73a-fe44-47fe-99a1-15f4bcf56b33", "result_sha256": "9800a277843972b0965c9ccb676e48ab39a1ced529c9acd75a01c3c66d4daac1", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012258, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.815101783024147, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:54.192188+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c193130-9c33-4459-9ee0-69e969096db2", "result_sha256": "e01cc62bba2f71568913c4e3506824b1a18903b99e45a3d72ac4bb120dfb95a9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007088, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.802917676977813, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:58:04.867682+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ea77d3ba-6560-4d35-b943-03f66eefdb2b", "result_sha256": "aa4803594e43f9c1acee76ac792026e54be3d7d1aac8bd1015e60d6c8db5a3b5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017582, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.189636016031727, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:41.125804+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d8eb7c1a-966a-40d8-beab-68244746f2d8", "result_sha256": "577db2699fedc7dc817382be3377a3d2737ba8929a4e339ed31edbd97dabd874", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012694, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.871352114947513, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1131, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:50.292065+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "418d1b80-73ae-4ad6-bfd1-2ae394f3cc39", "result_sha256": "5fd89e9690f8c11dd97657c363491b9e0769672692c38df30687c49da2f03a5a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012094, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.71665977803059, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1047, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:44:16.178098+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c655eadc-ea98-4e99-837c-c5f42ac57dff", "result_sha256": "7a4cb7328cd364a430b625eb0fd7b351ba450bbe100c20420f413641bf52d9f3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011034, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.376993047073483, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 965, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:50.372480+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7288971c-49a2-49d5-8142-10c6c1e044f6", "result_sha256": "08ee8295f0267e9107162556cc3102e0f96c1d7b80676dd46f278e75185d6271", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014542, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.529245647136122, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1311, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:23:28.553976+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0770a7de-eaf4-42c7-bdb3-3bb25c241305", "result_sha256": "a6a09565bda3430fce16b18df23687521311417d8f2b94af5ca0af67ddf365d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006092, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.335354213835672, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 444, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:20.200792+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6f69cf4e-c1f9-41e1-aed4-e6c64fb4511f", "result_sha256": "b143eb349b53983e5e3a46705eb9b5a11598d8870a0694255a61b27e7888453f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017324, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.598839660873637, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:13:40.599841+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b14d647c-5849-4f59-ad03-0ef9cc906e61", "result_sha256": "30f3fbe6c6a2a526b8591a8e611bc69592810726a7de2cab8338c873d720906f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01527, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.12984608206898, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1379, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:55:20.975998+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4544d919-70f3-4549-be4c-cd9842ad91d0", "result_sha256": "0ef4af4092d2fe052cd0149ce59272d4e600e74233499ac33858f72d4acc8b84", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017098, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 27.550861835014075, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1558, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:01.993371+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "de0b8b0e-917a-4087-871b-21e51ed3c613", "result_sha256": "33e93517e79d30d8023626170a3995d7c060077f4ee7e444189e9a9ef8e56f5b", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.018104, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 29.463168632006273, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1672, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:20.872379+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a7e6aae7-a8c8-4cd4-8ad9-bffec565e6cd", "result_sha256": "3d60ac5ba19b918649da86f1117c83b84ca86743e6903eb3757ee83c7d06f875", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017938, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.7130125539843, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1641, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:51.770360+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b0727cc5-cae2-425b-b4b8-817813d94100", "result_sha256": "51f58a95da0742c763b3185754d5df4c039243ce4f14bbdace5b458247184ad0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017582, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.925543039105833, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:13:22.308707+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "232c09bf-e23e-46eb-98d9-9ea5722223df", "result_sha256": "bf60042ff0b4560a4db4584d7d1f44a02f226bb1fe0f83c5ac1439cdb1d514ab", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.0122, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.820408412022516, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "other", "predicted_font": "Fugaz One", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Fugaz One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:50:33.545668+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccc7d9f3-773d-4363-b2ed-8fa329f1b658", "result_sha256": "2a5d1a1d7f7ce3f71d102b3efc8c33f2495bccfe5fb3b64ca3a6c9a24bdbd997", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009986, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v50.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.923713461961597, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 841, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:47.922421+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d9f7f20d-3374-47f6-8312-a714b120e82d", "result_sha256": "bf0e9c73ba600d88d4fff7dd408f3b335780cd44581bd97f722e07496bda8d30", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015658, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.439537192927673, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1414, "predicted_category": "other", "predicted_font": "Fugaz One", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Fugaz One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:25.635423+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "21de59a4-995b-4e63-966a-3ba0f153ef7e", "result_sha256": "a2b371ab1b56c6447e3d20e6600a48fc88033965b8a2445649182b7748f32adf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.019118, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.705731282010674, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1760, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:41:39.484887+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "de9b78ab-0c69-4c8f-8ce7-7a40e407a901", "result_sha256": "205a565e3607b0329758ed913f1293b61ea3f3314aa424c3406c55bdcb14e4f0", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016492, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.91390656400472, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1506, "predicted_category": "other", "predicted_font": "Lilita One", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lilita One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:15.626392+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c4fec8d2-173f-4af1-b9ec-25b4ad4bcede", "result_sha256": "da1e7dd010412c646d585403c07b3484d7138a98a9bacdae597f8e887af19a11", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010324, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 13.847745134029537, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 874, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:58.624370+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "32e2f2a1-1e74-4a0d-90e6-e0b5f2d8a3b1", "result_sha256": "ba05f2589a018f3954449dc7a2444e741b5ccb1fb5600e0af2cb1710b11178f9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017194, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.723671704996377, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1581, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:56.568722+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5094e07d-f948-42d2-b7f1-c5a176ae2da3", "result_sha256": "412737a2ef2bbd9b27ecfd02a158c1f85f69e67dd9e73e5425c42a6ba93ca8ef", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016354, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 25.083343721926212, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1477, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:50.326428+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "21c810d6-f456-4100-9fdc-5b623591b83e", "result_sha256": "4cac3e73c2b78ddf6f41741539a6862273fdc07f5549855d7073b5c1d22f7a8d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015718, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.72287865006365, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1410, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:18:53.515699+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f1479f71-4f79-46b3-b963-3f1735e61db8", "result_sha256": "62a1256e8a605c9b83d5cef53c47f53b6f060b660c3d8442023e7a70f04aa35f", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.021732, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 30.69943620194681, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 2030, "predicted_category": "other", "predicted_font": "Bowlby One SC", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bowlby One SC\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:37.389535+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e87c54f2-05f0-45aa-92a9-6aa894f49fb5", "result_sha256": "97444bcf97f3a4c958198bf8a093b2a1f3c7d11c41eed98b46ea3303b7347ae0", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.022772, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 38.353362909983844, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2112, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:11.989848+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e59743ec-97e2-46c2-83c1-eab1804b9e12", "result_sha256": "dc82993d7512fe703e65f4507fbb7afa9dac4d6699f41c4728e58a2262189ba5", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015774, "error": null, "error_kind": null, "font_correct": false, "font_id": "rubik", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-rubik-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.194321867078543, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1439, "predicted_category": "other", "predicted_font": "Bungee", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Bungee\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:20:40.616820+00:00", "request_attempts": 1, "target_aliases": [ "rubik" ], "target_canonical": "Rubik", "task_id": "font-rubik-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c05141a0-bc69-4444-9ffd-fe64a9c2982a", "result_sha256": "2a875ac70f80f1cd0bcba9d78823c8c0b63c18fde057a8ed835cc6e12c251597", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006964, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.536091819871217, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 558, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:42:19.791847+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "85ab2732-4f90-4183-984e-f45b1893ed97", "result_sha256": "245b7d01d3e8dcd168ba9cbeba968ce7a68f91e70a5730c7cedd699055db269d", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.007904, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.08206549519673, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 632, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:31.170188+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "78798480-74d2-4391-b67a-b4d9d6deff11", "result_sha256": "5687fd221a9e0f1a6a0c1b1f9c6f23bbcf92c847df5c1b41b6217f94840d5db2", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011858, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.9668741740752, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1034, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:20:50.481482+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fb6cd487-5c57-4f81-9e7a-ced7eddc9f1e", "result_sha256": "a22053ae5f8fe89803f04c98d89f1efca1698720de9f981e6901647fd11aa4c0", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0122, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.478745320811868, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1072, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:15.568807+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a910c148-aa08-42ed-a73d-e250f18809b2", "result_sha256": "5d9b6be3e63a6b63c5ff3908ca3b84e20a48b950d2487280d04e01f04deb0d67", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011498, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.406237087910995, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 998, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:16:52.632481+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "682f4db6-ced5-488b-a7ca-aa15112b2f16", "result_sha256": "405ed67d153017be139408dc396ede40fe6b13d2a357811e85e7decf7bd655ea", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00846, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": false, "latency_sec": 12.521862150868401, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 701, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:45.426975+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "55b1632d-5eca-479d-aee6-8e2a13c20675", "result_sha256": "cef57e8f3cc61935cf121656e9134c76313a2cee327eb3ad1a4f8a89ef651d5d", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014208, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.80229268502444, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1269, "predicted_category": "handwriting", "predicted_font": "Sue Ellen Francisco", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Sue Ellen Francisco\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:27:52.957037+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9db64b13-d889-4ec4-ac46-a3fa58e7fcef", "result_sha256": "8a5a2601e487995a515ca5295e763a8b3e86eded511a657b0b1c4861aa0f2084", "result": { "all_correct": true, "category": "handwriting", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01224, "error": null, "error_kind": null, "font_correct": true, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.024700158042833, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "handwriting", "predicted_font": "Shadows Into Light", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Shadows Into Light\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:19.823868+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "bbed60d6-f7ee-4a04-bbce-edc72cea122f", "result_sha256": "991e0c774fe8cb0933ee136ae1cba303dfb315cc0ea97f548ff5942e2ecb401c", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01228, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v27.png", "input_tokens": 740, "kerning": "loose", "kerning_correct": false, "latency_sec": 19.790268646087497, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1080, "predicted_category": "handwriting", "predicted_font": "Reenie Beanie", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Reenie Beanie\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:56:42.544996+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed16a2b4-dafb-48e2-87f2-b5a035d152ee", "result_sha256": "fba2154eea5600ebf65ced103aa28d8829521b33941e39519a74ed3ed4dfe7b0", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.013204, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.87696674116887, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1162, "predicted_category": "handwriting", "predicted_font": "Amatic SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Amatic SC\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:13.667482+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1efecff8-ef07-4e0e-8f74-fd97c7922f4f", "result_sha256": "cc2341a13f39e34075e10699be42f62c4142d368725fc17b1d162e8910fc1575", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011626, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.81790308188647, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1021, "predicted_category": "handwriting", "predicted_font": "Amatic SC", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Amatic SC\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:15:13.081328+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fc1c0d69-eae9-4ed9-8bea-69e1f6e01c40", "result_sha256": "59decc47aad0861d01a8df60946ccbd22e5c568661b7a246573fb1b14b86ff38", "result": { "all_correct": false, "category": "handwriting", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.015114, "error": null, "error_kind": null, "font_correct": false, "font_id": "shadows-into-light", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-shadows-into-light-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.120117275044322, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1373, "predicted_category": "handwriting", "predicted_font": "Amatic SC", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Amatic SC\",\"category\":\"handwriting\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:13.931778+00:00", "request_attempts": 1, "target_aliases": [ "shadows into light" ], "target_canonical": "Shadows Into Light", "task_id": "font-shadows-into-light-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f5895b2f-5c71-4cb2-b912-151d2acce453", "result_sha256": "c3aed62d921588d2dc05953b60cd8ae98728e8b1357afc1ab23e8378c71dab84", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017314, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.213194695999846, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:38.028260+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "68ed060e-f174-46ce-865f-9fcc47e7921b", "result_sha256": "8bf3433b67c02a2c4350ad3feacfcac3a8ad5330ddf94387e0f30b40021451ec", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017458, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v02.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": false, "latency_sec": 26.32687117997557, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "other", "predicted_font": "Poiret One", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Poiret One\",\"category\":\"other\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:42:49.270002+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0a095782-d7e8-4be7-a0ef-a016ba017ba4", "result_sha256": "e0aebe52da6cefd60662346ad45dc8f5f65a19b27ab434a02c4ba54adae7e15d", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021712, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 32.02407707902603, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 2006, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:48.981337+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b7189da-bee5-4df9-a0a7-19be5593f829", "result_sha256": "a6c4c81d44ef2aa8a0de411bbd603e8739f8fd10e04e92c43ee8fe5529af16ff", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.01692, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.021088557085022, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1547, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:33.370437+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "703da3b1-9753-48fa-a27e-7a3240a70bcb", "result_sha256": "da12a23ed63172772cbc66e7047726aa1d007e7180d312a4253ea6b9e5524908", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013526, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v05.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": false, "latency_sec": 20.457143733045086, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1195, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:23.718928+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e2ed939-c071-4433-b9c0-8760b75d7eea", "result_sha256": "76ad25645f31ab1a0da6b598fa6664af10d6b5d555625aff7b49c43ecf334b6f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.025168, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 34.52829495212063, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 2365, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:43:02.012150+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ceb808e0-75ab-499b-891b-b38aeecda402", "result_sha256": "bba9612fa130e76e84155643cc17558097e44e84054567e61215a5d92c7ac63c", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.022648, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 35.7033822669182, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 2113, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:54.051537+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d90ed43a-6973-496a-8028-47fd4fc3e209", "result_sha256": "304f42abdb47234abfdc7674c6672e23e7dbfe8928dcd9451916176763d9bb43", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.017362, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v08.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": false, "latency_sec": 27.57206780393608, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "other", "predicted_font": "Poiret One", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poiret One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:35:36.002059+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "439bec3a-2d30-4b4d-a826-18c51be4717a", "result_sha256": "2f255e4dc5771c8d03a3c9214fd9cc8f8a1f4a076b349bd6a90b177084276b6d", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015754, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.717803054023534, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1417, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:44.886344+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "73bcb7ef-0c3e-4f2a-b61c-e171e85f2b6a", "result_sha256": "3c928d991123a35e7be4a185b793d73895774bb0ff4aaa286b53125324eabd7e", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017402, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v10.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.641871688887477, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1597, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:41:52.580812+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a028c917-ee6b-4690-b655-06cc99c4863e", "result_sha256": "93a8d0e45f889a16a2b8f0fbf1f0c054130064742194bcde42939d6fd620aa81", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.017544, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 27.219768155831844, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1596, "predicted_category": "other", "predicted_font": "Poiret One", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poiret One\",\"category\":\"other\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:44:45.888202+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6047812f-64bb-4c3d-bb3c-0996acfc9415", "result_sha256": "0e92dac33e7fb5f89d5d9804f312367d0e0e050f5b9cbe89dfd7e3b9ff517849", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017078, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v12.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.517333072144538, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1546, "predicted_category": "non-serif", "predicted_font": "Poiret One", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poiret One\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:15.582741+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ac206885-0f62-4ed5-9180-b45e306813ed", "result_sha256": "e56cde59502b0202825cbc900ff5ed7a883087fdfe0686274eae1cef7b89f96b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.022552, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 30.81496408302337, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2112, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:19:14.705757+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a04aec78-16fd-42b4-bc07-06f82b63ef94", "result_sha256": "cb6fe014860e2732e1e883f982ee9391a45a318b37811498c9b01570f168fbb2", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017612, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 26.236240176018327, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1596, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:09.813091+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5094230b-127a-42d6-8243-85cca708674d", "result_sha256": "ced9ba65b3bd2ea5d02e06f4250aa0c4bfaddb15f77f37c08ba816fb22e866bf", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.018744, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 29.890864668181166, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": false, "output_tokens": 1736, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:18.284641+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "35d31416-aadd-4f2c-b7de-761f8e831956", "result_sha256": "02861374bf980dd21a15b7676becc9d06891d839d0ce882a59bbeca4dfb3e9ac", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016762, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.20032890699804, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1533, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:38:59.735717+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0b445391-73c7-4c95-a96c-7cbbd783a7bc", "result_sha256": "8d327192a82f04e40b2f1ec133a31fa43ac1d36051ed04550aaafe7582ab2079", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013774, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.927797470008954, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1219, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:34:39.317528+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "122aea38-9d05-44ba-adf0-edd6e6fc047f", "result_sha256": "6eee0f4525a7d0858bda7234a8ef1f5119eac2d5c164da41f4c1010e9d2312dd", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.020798, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 29.394646037835628, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1918, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:30.094006+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "28ce4481-d5a9-43a7-9b38-c887eafc4932", "result_sha256": "382c283811dd2fa6662ede45920339c065488b1e29fdf7048754fdddc2d48e54", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017438, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v19.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": false, "latency_sec": 25.649305816041306, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1591, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:41:38.437035+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "46836430-4423-440a-939e-64f4a9701f9c", "result_sha256": "4cf70a7a36d55470545c13aa904379e6f584fc2b5e076c653ef02137d3f8035f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016992, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.98932947893627, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1534, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:48.712359+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed6812f8-487f-4f4a-8b2d-07e6012b7bda", "result_sha256": "52c3715ba474fed3ec899cdf9a0acdf4ddf8e1169eeadd04cbbc2a8cd768de47", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.02694, "error": null, "error_kind": null, "font_correct": true, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 38.43362234090455, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 2549, "predicted_category": "mono", "predicted_font": "Source Code Pro", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Source Code Pro\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:35:48.638625+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c263df4-42b3-4bcf-9a98-55f76e2ab048", "result_sha256": "4aa6bcead916cf49e625bd814f447ebf2816cb981dc5d651fd3e034eb220a6c1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016076, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.409303497057408, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1450, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:38:41.610284+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e27c46e-5eaf-4777-90ed-3d6c22023163", "result_sha256": "a3670d5eab0ea8f3b3f5913f7e7f29b49e2a8ae9df4cd7e738cca5d5a3cd0d1d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015718, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.32815939397551, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1420, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:27:09.026137+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "09d111aa-1127-4d19-a104-3722dedb9225", "result_sha256": "2a99dd2919cfbefb6090698fb2077e9952acdbaa926d2dc3b80d4e4f139c46dc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.024188, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 35.850958263967186, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 2267, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:39:12.363973+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "43c34d53-55a7-4aa5-a54b-e4542f0941b7", "result_sha256": "202e7a5a53f14a1d60dd6219f339d9e72d027d4e627c0e1522591072b2f011f9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015968, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.87838473985903, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1445, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:42:57.214743+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8170a272-b330-4084-a528-b93cdaf94e13", "result_sha256": "5d5e101928c9ab04deb49565864fbe38ccd6e034b12132246cd07f4bd2ed9aa6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01221, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.9550301048439, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:08.235238+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "dcf2534a-bbfc-43be-afbd-b6b5e4dba922", "result_sha256": "4b83146b5f3d332388440390a46f8b6b7e0a964cec1f119cdf01ffec954ed5ee", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0125, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.232118948129937, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:59:02.085018+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "48c15d76-b839-414f-9037-43e96b2fc2a5", "result_sha256": "5176de326630f0f64d85aa7333cf82d9820c2a3feb7bdca35cda80bdf49dbb8c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.021934, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 30.96854645293206, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2035, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:07.195010+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "94c24e7b-dbb9-4d79-915a-258d4c117ddf", "result_sha256": "d6687e0cab1c00e1ff2d1a0990f933b205f3cbf18eac3e5479b5c108d2c0bcac", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018478, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.457112699048594, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1696, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:44.936076+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "55b0ea2c-884e-4852-8ee6-972919f2ddfa", "result_sha256": "970599ce5f5c7935fe9126e598b905c8b0ea34f1a56324bf65e121760c4a2612", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016162, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.007645012112334, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1473, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:25.420043+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e6cfc6f0-5923-44fc-9c5e-02bd956070eb", "result_sha256": "b64b1b60948f254482347fe57ddf067e14ada33d552b1227e1074c8022659198", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017458, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 23.062410664046183, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:18:16.193315+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b08e3ffa-9bcf-4009-86d1-e2414d7be1ad", "result_sha256": "deed6b93ce8426d5ea653f3eaa30e120c923fd9d6998aa6e7cfb9c7fbb1a9238", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01468, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.991816852940246, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1323, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:15:04.424636+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "62e52ec0-c261-470e-b2e3-b0cb3642c482", "result_sha256": "14baee30014bede1c749a7f67fc084fbc4da6839603ba704024817d6916d2389", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02044, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 32.12023905594833, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1872, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:26.434037+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c6495e8f-02cf-4446-b3a2-66b13054bfa6", "result_sha256": "a77830eaefb13e86f925f85f72ad64324923b3f83604fa80187771387ea6b385", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010244, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 12.161397004965693, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 866, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:13:05.813441+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "028527cb-da19-426e-9a7f-ba524a2b59d0", "result_sha256": "8c2f0541527aff59b3104e1b1e22cb52260e5c6a460f0413879d60b1d94ea647", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010898, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 18.07696714811027, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 938, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:02:28.483980+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4972a6c-136c-4bc2-871d-7e6e8e144d58", "result_sha256": "b14ebed45ac3b805e1fff305f8564e9af209670a111cb86b9398854a1f7530ba", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.022638, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 33.76543452497572, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 2111, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:53:51.427079+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "46b59d9c-fabd-40dc-9e00-19e27935cd0e", "result_sha256": "d2e0c941179cdfba79868a762414562fe5df933f79bf7da8e7de7839150f2eb9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010792, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.17995754792355, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 914, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:18.651251+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4295d67d-29dc-4209-b0c4-99c589087d76", "result_sha256": "26b09268e8d5bc2befcbfb6f0decfa6fccc0ee8e08229a76674ec08cd298b9c2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017324, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.312647631159052, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:13:54.476318+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "642bbddf-47d2-487d-bd29-67d6635cc78c", "result_sha256": "603fc01ec1ddcecbc0dc83298101ab56be4d95e10482b2be70347e900049e501", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015894, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.459614641964436, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1427, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:23:11.421776+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4de70120-b119-416f-a71e-767a036d3af7", "result_sha256": "e05750ba5f071384ea8231cea9534f1cee44f2cc8aa5d4e8c708ade50502a128", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012104, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.83179933601059, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1072, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:45:53.409008+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9421e5a0-cb2e-41be-8a82-f851fe67a77e", "result_sha256": "166f5efbfa74cbe63915afb9f7b39fa974fcc945248df3df7e836d8cd421c70f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005878, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.874358983943239, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 435, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:01:44.588272+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "63d5897d-5928-4b4f-be51-b44955b38458", "result_sha256": "57f237a4980619d8464b31125fd318ec7ed0f7b80540c3c7c2d6b1081379a45f", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012462, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.402053361060098, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1081, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:08.729939+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9d334a0c-511a-48b0-9de4-c059175c977a", "result_sha256": "bfe8270af9f4180c37c2949d8f7ecaedc4ca60465a0513607fd220ea46868ab8", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020094, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 32.51614186586812, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1871, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:07:22.819682+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "493f39cc-8e41-49d8-a687-95c5daffcf77", "result_sha256": "73dd5151622fb6fc40ec41204ebd69669e7258e0a84b023094570971024004f2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01745, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.714230387937278, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1597, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:13.244226+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "12d131eb-3f97-4506-abf4-ba83c50f95e5", "result_sha256": "ef57531fae635c471bba4eac55f967ec0710783df123d8309a18b189ebad86ca", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.025088, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 41.46565170283429, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2357, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:03:20.226269+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9f89090-303a-40bd-97be-1587b35c5e86", "result_sha256": "58bc338d2b80dfc596fefcff596b75ea765bf1d0b58b43f6184cfb27d720efa9", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017124, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 26.641869312152267, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1574, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:50:48.707054+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a11d765-dbb0-4485-ab54-3446dad9605a", "result_sha256": "7a317480a31c19a06f102e9475b26163fbb8a0a7d28d6739c6c41f5d108ed7ce", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020998, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v47.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.478472132002935, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1947, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:32:47.485848+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d94e454a-b841-4278-b100-72a04362f242", "result_sha256": "e6ec68ac40abb291a69a31e545aa047ddf800627bfbf192aa8b4ab36bdacda50", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016982, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.363232340896502, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1533, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:35:44.448668+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb2aaedd-d894-4656-a2e3-6cdbbd7e255d", "result_sha256": "5244096ec2f801b29b16561c1718519bc3ea7079520bbaa1e8b54cff9f1c6ec1", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01972, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 36.0846627689898, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1827, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:38:10.593748+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1df4e31e-ddc0-43ce-8dfb-a15160a07b10", "result_sha256": "efca35a9ca084ce699c4e6ea126512fc694cbc2ee8631696ad35255a3d5b06bc", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012346, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v50.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.641067635035142, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:55.361466+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d42ada0e-67d5-432b-8a3c-177e9d570b54", "result_sha256": "4d3243c4d3d0b71d1fa62cda005ef507472127d242fe14171ea5cc9d4112f3b3", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017468, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.69101310404949, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1595, "predicted_category": "non-serif", "predicted_font": "DejaVu Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:35:10.150900+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "850c1857-3875-497c-b079-6552abb8a8fd", "result_sha256": "b2bcf6ce9a9be5795c65427194227fd1b6ca897424d4bb6713ce494c82e8a14d", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017448, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.0685325069353, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:15:14.353469+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5754bc02-3071-444c-be6d-4a6911867da3", "result_sha256": "3684e28390786d1ed43a94277a56b890f2800cff84ddb1eb2325d578308d2a57", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015862, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v53.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.947874774923548, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1443, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:47:04.476878+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6a184259-d985-4243-92e8-a6c4fb2ffb30", "result_sha256": "33c09ae94e05b167463e3720529c21adb00ee49f37a27d0a21b9e589fdfc8748", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013404, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.29605018813163, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1182, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:48.845286+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1482ee3b-a166-4c29-9d7a-aca268297ee8", "result_sha256": "83391cc706f7fe66e125509377f8a836fa8aa6d75d53a0dd8f2a0740a2ce9f24", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.023802, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v55.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 37.51887698681094, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2237, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:45.957011+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "813b36ef-31f1-4ce1-b218-9f13c9803987", "result_sha256": "c699b20dc612aad685b438e0c189f848c04961b40ec3ff13f938808a6b88b98c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017524, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 28.05710173700936, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:04:19.942196+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c44c92b-7aad-4593-b9bf-a69135003adf", "result_sha256": "73e5965675fd99811683d41b46e9e5dead9637beb1838d65b561dc007fbba2b6", "result": { "all_correct": false, "category": "mono", "category_correct": false, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012398, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.401430627098307, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:27:57.850023+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e86477e8-5fd0-481f-82d2-bf0d727c78b5", "result_sha256": "2de7fac6e59648b08df124eb7033929a7e05911931376202a2e57f2fb8fd80e3", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.025972, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 41.80485384701751, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2454, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:50.655338+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "57e7b0b4-fe6a-4e1d-ae34-15fb26006b9d", "result_sha256": "462544de2e85a9db07546ae9f1526b034565dfc80e119cb28ee0ad6ff8f787af", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.022782, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 35.16459485399537, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2113, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:38:09.987917+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2ca6e932-b6d3-48f5-8d3a-8e917abf407e", "result_sha256": "f26d4abdb76076a3e2d6acb969e89305a5fba314b1060d43402b82259500e828", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020334, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-code-pro", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-code-pro-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 28.64274233719334, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1895, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:39:16.189036+00:00", "request_attempts": 1, "target_aliases": [ "source code pro" ], "target_canonical": "Source Code Pro", "task_id": "font-source-code-pro-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1394b468-1a56-4032-811f-a9637206da16", "result_sha256": "e315625be18360d7027b13db1153a673aa9a049b6df712e79411f78bc3f9fa65", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.020286, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v01.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": false, "latency_sec": 31.685197978047654, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1897, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:55.712558+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "acf0cd42-7201-431e-8727-be5d836b8633", "result_sha256": "ee7bdd6c6ae3cb081e4255bbc52bf3da4c9e6a1f73c72cc88b15292e5045c7fe", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016392, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 26.956284590996802, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1496, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:04:47.012717+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aab7e48a-d772-4d6c-8a18-51a413a6c417", "result_sha256": "e097c421d87e1e85c9c95561fea7590d46d283c23109acf7b0d8afbc32e57fa6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015842, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.647623038850725, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1419, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:49:51.033078+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d38f04fd-a479-4d13-ac6c-f12125085247", "result_sha256": "c0b16ef363003ca5e267b41cf64fa14e99e414965a5e568efa154f8134436475", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012114, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v04.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 19.449739307165146, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:22.760586+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a2b83b96-ad0d-41d4-83df-6e6cf1c34e58", "result_sha256": "fa21717a3a3a5ac94b24ae1f8d2188107c66f46a320c92e651702e7d75b54aa7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01219, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.932235398096964, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1071, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:29.656429+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4c23de22-144c-46d4-a162-25dfb6b0c05e", "result_sha256": "d6511f028e68bcbd464dd6b38e5965ee86d5c6ceb08cf9e59eb4200e16a6e04b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012268, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.32644334388897, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Helvetica Neue", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Helvetica Neue\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:33:07.845508+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5f767178-a567-4143-8591-89da47e394a1", "result_sha256": "1845a8b173f4a996378d61cfa0680c26167c9fa6edd9d1d86aaf3130ce26818a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.026986, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v07.png", "input_tokens": 708, "kerning": "tight", "kerning_correct": true, "latency_sec": 38.241413180949166, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 2557, "predicted_category": "non-serif", "predicted_font": "Roboto Condensed", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Condensed\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:43.508134+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3ddb42a0-ba46-42b1-a584-7e7dc9a07789", "result_sha256": "eb0fab5d03e9e04b95b61006773eea7ba8e8dd16ddb3a169915e1755c90942f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017314, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.30707527999766, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:49:24.988268+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "de8658ce-f2bb-4116-afaa-a808d69aa22c", "result_sha256": "5efe91dc02cd535d6252e823ded33d0fe51639a7e5e896e4d9a0e1d37aeabb40", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017524, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.71030469983816, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:06:30.109909+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1c594a8-0855-48da-abb1-875e2a0057fb", "result_sha256": "7ef2704b882912d63b07a066c202044a352e6f6d69c1a092972f96e2f89b4a9d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015684, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.532363612903282, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1430, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:34:52.259539+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1eb790da-2763-442f-bc38-f7be3c8c8346", "result_sha256": "29ff4adbe8e48a9c32215cb027ee7fa3805fb80edbcf7cc944ddeb13bec001ea", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014014, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.389060735004023, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1243, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:11:38.549663+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "087a5188-d3c6-4169-9175-06c205f459c4", "result_sha256": "b9451c57cd7a777d4bb0a9e0df132863010e6d0caac2d89a1084a7575f1876d5", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021668, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 32.83283174992539, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2015, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:31.030143+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "985b78f7-edbe-43da-9b98-9563dfd98b80", "result_sha256": "ea00011c5982e09fd719da1e0add80b38042d3bec3f6b9bff6ac9c4136a01ec6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.024862, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 34.811945609981194, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2343, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:17:47.029230+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "eb154ab1-5064-468f-9f58-afd238bbcb17", "result_sha256": "c2708d8befcf3b41953e246a59086684f5dc2b9fae6a2e384c9385f3341d402f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.018952, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 29.08301608590409, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1730, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:14.983313+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c147bce1-7928-4716-86d5-7ac7b1adc33d", "result_sha256": "c03d05874ea14332efd0987a2166e8abb885cdbf1fabd8dd414105eb7f540e02", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.020944, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.310029783984646, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1956, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:45.996485+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3186a8bf-ae63-4b75-add6-eff011f2898c", "result_sha256": "750063eb7b76e21ed7d42862715f6490dea14f381203a8851769d2ea19837b13", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.020374, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 29.074672400951385, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1899, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:45:41.381123+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2a4bb4e4-abb6-4ba4-a98a-5500082cf188", "result_sha256": "8e3cbfa1b7fa4a8b5736941286461e17ddd2b281ad1144f0e866d7365d0e3551", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016904, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.966965267900378, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1532, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:23:33.290509+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b5bdd82-856c-4d17-ad9f-d3c0eb8d70d5", "result_sha256": "0b8c57762989d2a27a0e772241bbdb470e213a5691d4d6c36d103d7cd1d7ac7e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011928, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.494981431867927, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1041, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:34.107612+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "174c336c-b1b8-4a12-8aa2-c2f8b2e4c3b6", "result_sha256": "7c0076cc479b43128c97b1d4c3a13cd49eef1d90093d78c1312cd3fa5667c706", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015942, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.527825111988932, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1451, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:23:55.215948+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b137b183-f0b4-40fe-909c-9bd6cded42e0", "result_sha256": "3196736b2ec30aa470a2d932e21ae48b9441b4f9d563fd7feb0a82fbb226d505", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021892, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.862155680079013, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 2024, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:37.168017+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c1d8ff55-ef93-40ae-b162-d53e7d7a3e98", "result_sha256": "a9d33521c6142705aa572d6a9a7a01aff1d756226aa96e0b7a76a658185f8b83", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014514, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.002673791954294, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1313, "predicted_category": "non-serif", "predicted_font": "Open Sans", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Open Sans\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:12:47.796844+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0f66563-ad07-4a37-96ba-310ae1bfb823", "result_sha256": "cf3e6ffe5f47acb1a9a75ff2d6c0d87a350ec953e8ff0b8892744c4b33bf7c18", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01741, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.535630872938782, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:41.371883+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "48200936-01a2-4054-9a96-29440e60ee6e", "result_sha256": "546d2f7a78530745a7d6f2a3a5764f2092d05dbcfd482c71506e4135022499a8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009658, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.932506599929184, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 814, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:49:39.558538+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6fa01995-a960-43f2-af8a-9230e660984b", "result_sha256": "5aaab0454e5345b743bf7185b19793fd37d750c032784ef2ccb8fa8b12e34c50", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01219, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.91568619105965, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:46.911487+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e1054884-e91d-4cb2-91de-e851623843ad", "result_sha256": "a5bc3b98b3fc7c5a44b1167c9d7c29ce1bfea043bcf3dfa6b59970f0a62fc81d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020888, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 30.064211735036224, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1937, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:01.228497+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ab1fff3-595d-4dcd-9a56-39149068c15c", "result_sha256": "ea947e18c01d303308db4c47b925c511f9a32564fb797dbada594ba8310b5297", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.02157, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.821167233865708, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2012, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:20:08.171725+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ed9fa6f2-8a07-409a-b55e-1955100e5232", "result_sha256": "dccec54cb417920518820b2741bef6088048060fbe7ed1e81dc0d6a48dcbdcad", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012356, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.441261045867577, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:09.592151+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f49ecfce-806c-405e-8f00-0ac7887bf1be", "result_sha256": "1c4db7a47e07c2f9b8f9318a50a9fcc5dec9caf4cd35496ef57146c60ef149f4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.021434, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 31.64947255817242, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1985, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:54.596834+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "372619c9-6266-4ff5-b977-3e627d51eb9b", "result_sha256": "7da0b0646ca40564fed81459b4bbdfe8f4e21286da0decfc456ba632661574de", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011806, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v29.png", "input_tokens": 708, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.67024228302762, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1039, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:23:41.580157+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3c5752d2-df99-4f2f-a822-6227d47a6f8e", "result_sha256": "956db6027d3616d2d21df8be940372ee18c19e1603e4874a6bfb7e3f4b09b429", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012144, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v30.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.201078488957137, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:01:32.741183+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "078e7107-d0af-4543-9864-8dfc96b151a4", "result_sha256": "341a258846eea28945b34357c80102a5809f531caba6ee69bf91eb1391606b45", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016318, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.350265432847664, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1480, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:13:28.023420+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "204da10d-6f0f-4e03-a7c1-f970107f334b", "result_sha256": "84ca425112bdb1e08df2777eb6df398005823ee3d2b9518a4fb8ce0a29c3c973", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01659, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": false, "latency_sec": 23.970837967004627, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1514, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:29.034190+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "891bd01d-b762-4676-b184-f355e1e57874", "result_sha256": "a2162ad060576e15590355c4231e713868f01d04c24bb5093a7bde242482814c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012326, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.16090528294444, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:41:30.874511+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f90dc751-7b2a-43ec-bf51-ca082f5993d5", "result_sha256": "8fc0ff2ec240991f44104230a58c9a0957d60bc884e96143bc9bc308ee61ec26", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016874, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.89896029816009, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1529, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:43.549903+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1634e350-acdf-45b8-8f2c-bf3b06968e73", "result_sha256": "41a06462c37dadbb57e77937f8096be4987b58ed69bc24ed3feab9849cd43981", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006468, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.534369981149212, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 495, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:54.264789+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cb2b989e-340d-4706-9203-17f56d57ea50", "result_sha256": "18f789c88e3dadd88e430c8f0eb26ef4f7d999d33e12c92a9856114189ad40b8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011052, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.423407512018457, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 962, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:58:17.375318+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b804cf88-d9e3-4aee-9feb-e0e2ab7e4690", "result_sha256": "0dde86003a58b33e38b8b937ed04ab72cf7433fb8716598c05b26b914437fdec", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018462, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 28.40785513399169, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1681, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:19.679074+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8e205b97-f629-44b1-997f-06e859a52013", "result_sha256": "b40973f9bc0b836934d92b17772bd6694e9109a62ade16c40042c8bde5e4349e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011904, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.654168679146096, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1052, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:13:07.195920+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1b8b3806-c95e-474f-9fd1-718a5bdf1975", "result_sha256": "e52383800732a043f4b7fa4a0000a19a790b3d65713afa20bc71a6bc01e066bb", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017798, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.898811725899577, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1627, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:18:23.460978+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "74a6c0e6-9def-4395-9a24-30b570f067d4", "result_sha256": "823ddebc663d7b5bb5dc2bb5ee070b36d155bbf90c4dbeb4840c245ea0a44ad9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012144, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.163214284926653, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:51.662532+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3569bea1-8adc-4419-ac0c-a1b72055f5f6", "result_sha256": "94773cb8f9dc279b2101b1dd3152927e120a452596b4163b26c68c760ade861f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010342, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 13.970009309938177, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 891, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:44:40.886740+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d52dc726-c2a6-482b-9a68-c3afa62fed01", "result_sha256": "a4d099cc60e2434c37dcb137d2d3f70e09078c2e8cad06026f995c34a1862b6a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017532, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.997684428002685, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1588, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:01:52.945027+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f4151822-3291-45f8-b283-b2942c477b1b", "result_sha256": "f3fda284315b9940902c10cd40d68ca0364502a9cf204f8ffe98c9912ca031ee", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.017266, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v43.png", "input_tokens": 658, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.077942593954504, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1595, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:55.727596+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4846491f-f598-4a54-93e5-eb3290d2ef95", "result_sha256": "27925b26f5a8b3cb6572f3008f4f68266739b9b5878f40e9740d01cf4e22532d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01919, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 31.888383916113526, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1771, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:31.278998+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fa9b42ab-dedd-48a8-9de6-1c8733f178ed", "result_sha256": "be56230f98717e563c12e4d7d23e851f00f52424d87ee41ddabec413dd7ae796", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013158, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.49735781806521, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1164, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:28.266173+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "59449f0d-7f15-4bff-aad4-d81da88fe6f2", "result_sha256": "fcb3630e92245932bcc4bf94031ded58cb7b7cd5b8e0e454ef976d339935c8a8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017934, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.8782843160443, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1655, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:46.717892+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b07b635d-9285-458f-936c-62574ee66c13", "result_sha256": "4dcb8955d2fcf34aca43a86f8cc123a93d337e277c6a663fafc3ba717b6120b4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012142, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.772845584899187, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1071, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:56:39.708199+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ccf7e469-5706-48d9-8d89-7cabf531f844", "result_sha256": "10986e788f58977376302bc84e459a691046513ba5770dc044ec7ab5887bdce6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015202, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.48659661388956, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1355, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:20:04.990475+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ff1f68fb-23de-4367-8ba9-48002a63324d", "result_sha256": "c797d1a6eb8d62f64794c36a476fd4e0ca64253519edac442f8d7c7588769858", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01308, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.457602839916945, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1163, "predicted_category": "non-serif", "predicted_font": "Roboto", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:11:55.469680+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "41032a54-eca6-42a8-84b7-7304a2b07c52", "result_sha256": "c4dc7ee8567b9379bd986a93fd112c8d26304e93d957c70a3ccb884be8f21e73", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01325, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v50.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.242707896977663, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1177, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:14.957947+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e4bbec88-2b27-4984-87ef-4edcb5abd61e", "result_sha256": "6ae40f646483b514a2087a2738b36447ac6c08a376d3e653c070fc3d263ebe41", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014548, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.892656475072727, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1303, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:04:31.168634+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "070e127a-bb5a-4673-af8d-a3e3a777f1f1", "result_sha256": "21ea8139fb4cb51d0dbdaa47447ae049fb1d06792c2f066b604a22499c2e0c42", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019188, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.776129320962355, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1767, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:04.548350+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0bf2bc75-0db8-48e9-bd80-49fa62d78474", "result_sha256": "0e435dca0216bc02282c9ef07ed46aba94fcf0eb8436b081dea7b242236aeaaa", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016834, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.2530623418279, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1545, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:13:25.352592+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e805dcb4-7716-4afd-8539-3acaa95a5aa9", "result_sha256": "4e5bd3de92cee2fe9214a23308a83a6566cdaf19cdc9faefc4954e4b979ffa88", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014454, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 20.646962221944705, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1287, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:52:57.372409+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "50fe0eaf-86f9-42fe-b148-7ccadf470bcb", "result_sha256": "24a557b2d3845b7b74d3977096b2a3fdeaddaf048ff35dee4c95817058b8993e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016084, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 25.11482020514086, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1470, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:13:02.801903+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "93efaa12-cb71-4da0-9dcd-83617bf689f8", "result_sha256": "c61f89f41d464fffca5c7895e76b12e0d25e234315c66784ec7d8ab720e430a8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015204, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 22.257760158972815, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1362, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:33:45.982903+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d5fdc2c9-48bc-4de2-a4e5-ee5e154b5d11", "result_sha256": "19d37ead063c6a72a771f3762f8b38ddb42b7b7c5116d11d071395770ce2a1e4", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016238, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v57.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.062600644072518, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1472, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:08:52.367672+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "212e63a0-f2d9-42fa-86e2-dd28c7a10ec8", "result_sha256": "de77dc8775aa49b602ca4b08a3cf572e8cd0f2e43c1cf8eec480e7e2216624df", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013062, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.401027956046164, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1163, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:45:22.656367+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "87dfcbf9-63a0-4159-b7f5-a5a7d634b9bc", "result_sha256": "96b26a904bd62a94fbce31b9248bcfbcd53d8bfc3939ee2b5f53640c9121f984", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.016732, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.823472145944834, "line_height": "loose", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1508, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:01:07.810944+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1c9fee9f-1f4c-44d0-8093-9e933c2280f9", "result_sha256": "c0276023b83d631a8914bcf2497b73945505d615367eb2f7015387ba7634155d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.018194, "error": null, "error_kind": null, "font_correct": false, "font_id": "source-sans-3", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-source-sans-3-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.473377205897123, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1681, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:53:21.832403+00:00", "request_attempts": 1, "target_aliases": [ "source sans 3" ], "target_canonical": "Source Sans 3", "task_id": "font-source-sans-3-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "80745227-c5c5-4850-93ea-fbdaa8e5aa51", "result_sha256": "1bb1a3d2c39494bd1d0978955ed81aae7acd4bce34d6c3e17881c884c7f5edc5", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016422, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v16.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.765259213047102, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1499, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:10.090047+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "91b9ccaf-af8c-4635-af0b-272451e7ae4f", "result_sha256": "defdfe123c2b4ba43470357dcd4c0a1e84e41ac4867dfcf33f94f7382e5bd197", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012314, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.002500833943486, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:36:45.727399+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c50a3b24-4097-4c44-922c-c85076985f14", "result_sha256": "c915e168b03690536fc75126c952daab4ef19090e4f6716fe220b45132141dab", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.014928, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.368781429016963, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1331, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:31:42.846344+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8ce2902a-e474-461e-a51d-8cb51ad1adab", "result_sha256": "650de8e561a972adb9d00cc7b2682df841f96eb977c549686e8e4253181a8b4e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014038, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v19.png", "input_tokens": 764, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.133262274088338, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1251, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:12:39.685824+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b6443ac8-0445-4965-a972-d62fef3f3225", "result_sha256": "1a7e937e57188ed29e9a01ae4aa87cc4bcefd7915cc7fd78448a19d49dd04ceb", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007812, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.470909318886697, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 616, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:45.104700+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "53710e3b-21c4-4d29-afeb-fda91d07b268", "result_sha256": "4e08914255fbe398dcdc3f2d15d604965ac669ebc28095e2f18b627bc92ed24e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00701, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.920563580002636, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:36:13.438538+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c2421e4e-5d0b-4701-8794-0f2141190a5e", "result_sha256": "c2c254a541aea6ff916a2a1ee7718a827a5946347842f6a8826eaddb9e8cd72e", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.019666, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v22.png", "input_tokens": 788, "kerning": "tight", "kerning_correct": true, "latency_sec": 28.970756442984566, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1809, "predicted_category": "mono", "predicted_font": "DejaVu Sans Mono", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:33:53.400999+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d5657fb-4479-4e2f-b652-a91573b6e5eb", "result_sha256": "3272b516c981c33b1c7b45d65958f08fc2c69a1380e5996c14fc4dfb1292f267", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010088, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.428372523980215, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 857, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:10:04.590019+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1e63514c-5bba-4661-8122-df37dad486c7", "result_sha256": "8120de2837c4d3f44d3286d1e82d8a945b4ba58f4cf44c447f1b39a9581e117c", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014248, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.650792825967073, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1273, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:31.993002+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0ae0f256-2c09-40a5-b903-0acb7749e66b", "result_sha256": "7cf000ede8d3c6e19cdee015c22f8becb71b653041c09a2745638fccfda66f2d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017908, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.26518251397647, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1639, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:03.611135+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ccf8fe4-8a72-4b61-b9f9-99f0c7aaded8", "result_sha256": "93f8b4e8dc3d74297472152d51bf952d4a008fead3031fcf80ff2852b0faddad", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00703, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.590482664993033, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 558, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:03:03.088111+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f577948d-5686-4f13-8470-93d1269b6c15", "result_sha256": "de52df0bb04fbab82ce7773305d50b13ace950b4cee61814c20932093214157b", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00725, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.54156391788274, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 553, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:39:32.775289+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e13b6ac-c0f6-4957-b594-0579ce4801f3", "result_sha256": "6fbb30026e022d1e26c594b20df52fc8cb13d530a439a7396744a419f39c33e7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015574, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.712813175981864, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1399, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:25:35.071866+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "93cad622-5bc5-43d5-84ed-20045f885e8a", "result_sha256": "9bb5c777b1a8ef4978735e34249f77f56cdf5da9c066fcf28cc7974e218acf2a", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013908, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.33080155402422, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1239, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:07.402457+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "cd3c7fd6-e060-4f8d-a92d-db640e043cb4", "result_sha256": "0fa0bff5252636bc327e593821c84cab638177fda8174a8fabb3dc74aeeef9d2", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010352, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.636879589874297, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 892, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:04.772705+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fd115f6-0f47-450e-b341-2d36439ba7e3", "result_sha256": "5d375ec6734774495fb067368e813831ae652f48ea17408b3e3b221d53ef188d", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017428, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 26.380830392008647, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1591, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:13:57.292294+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b4a802d9-e351-4e17-8c39-121e31887943", "result_sha256": "75a0b847feeca0e2a5b4701e1f2c00562ecc9a300cf469b1a8a8baf1452a0d27", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01383, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 21.976109952898696, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1238, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:38:18.006693+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4b112fd1-d4f3-427e-955e-66866933f14a", "result_sha256": "9092a465378ce7318b2760b556c0045840ac59637467690ad1efb097f92cbe1d", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.01477, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.613555482123047, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1305, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:38:34.485469+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7f1b54c2-711d-4bee-8482-e94fb0d93dbd", "result_sha256": "15e8af07df4491c06c74d8035261cb2df1a5b8af9719fc34f1b4ac3b8f07d771", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.016334, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.29867222486064, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1475, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:42.700389+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f620e16f-c41d-49ad-b901-30ff0a95952a", "result_sha256": "e344e3f63ce0dcdf66ee556060c0d3be19f0c0c88282c1d02b2cfbb085efdcfa", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011468, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.24785062414594, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 995, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:25:20.187382+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "81ce3659-0bbe-4677-b46f-2fc4bc16704e", "result_sha256": "cd774325baefe877ce5c3e56d4a43b8119131fac06ddb807e9024b686193e9cb", "result": { "all_correct": true, "category": "mono", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.013818, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v36.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 22.061469495063648, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1229, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:15.873252+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1f68b599-fed2-45e5-842d-d7c5d486416f", "result_sha256": "ae3c56b7536e045ce7d9b85e302c8867a851ffde137e179143f4a3630de80f89", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012392, "error": null, "error_kind": null, "font_correct": true, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.9347665309906, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "mono", "predicted_font": "Space Mono", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Space Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:13:37.652589+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "334965b6-3891-4c16-b978-47f8b6a5e818", "result_sha256": "392839c63e3758d1ad86a5a3b17008f8d528acf7c465b958023f245c253c35aa", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012114, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.117433772189543, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:11.436355+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "adb2f57b-b5f6-405c-9588-1471de948292", "result_sha256": "9f4ddbb6878e59ef16e1370b2ab1f12a6d7fec4464e3ba4023528be807c0d4c7", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012944, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.296946531161666, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1132, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:44:19.687818+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a9a8f64e-703a-420d-855f-84ac6942bb70", "result_sha256": "7e15e300d03954e2c2f4ffd1a4e9edcf0401e44d1f57bdd2a996cb3f02400f63", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017324, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 24.443473153049126, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:32.259001+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d624122a-560b-40af-ba48-77f536ebd2cc", "result_sha256": "d49a6a4039ea5fd68d52e28b6dac3a60c0e305475c949516bacf7c8b4f339aa6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011808, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v41.png", "input_tokens": 764, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.147853387054056, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1028, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:15:02.979702+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "82ca7267-63c0-4696-b0af-7bfab82c8f3a", "result_sha256": "8255df0e037549de40db8d293a9f86d0f30b1d8927c2d611da15620204136fbf", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008872, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 11.273189937928692, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 722, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:00.616586+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "90fef75f-2149-4f0d-b5d9-05f0e6e274ed", "result_sha256": "f08ce7a5ecacf07da16eb647f56807102de1d6a77f79df4a7a73e641e08ef6a6", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.020184, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 29.16577244596556, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1880, "predicted_category": "mono", "predicted_font": "Roboto Mono", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Roboto Mono\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:31:04.461400+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "431ede18-2474-4537-8fce-57192481ccbf", "result_sha256": "00faaa9a45e1c5ba4309b9ceac4d6cd96633befe5c3258d9378ed312b4152677", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01168, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.48603980895132, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1020, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:56.619726+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3984aec4-4713-40d7-ba3c-7be7576232e1", "result_sha256": "b2b129eadaaa8fc0b06d1d66b96f9b15e965c5de2e6af56c440c5a747cff26e9", "result": { "all_correct": false, "category": "mono", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.020278, "error": null, "error_kind": null, "font_correct": false, "font_id": "space-mono", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-space-mono-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 30.762325309915468, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1876, "predicted_category": "mono", "predicted_font": "Courier New", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Courier New\",\"category\":\"mono\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:59:10.701986+00:00", "request_attempts": 1, "target_aliases": [ "space mono" ], "target_canonical": "Space Mono", "task_id": "font-space-mono-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "74325d53-44e2-4dbd-9931-a2d3afcee8e8", "result_sha256": "c946bb68f9eab184f1a5562b307cff81354bd6e7dde08228ad7ed990df215d9d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011344, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.166045607067645, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 996, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:26.680941+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce317535-e219-48fd-b886-411ed15bd661", "result_sha256": "5c2783e7b8e63a435e12259edb0891d84258b7fe8415359bcfabca807cf93585", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015442, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.465769180096686, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1401, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:26:12.104546+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a52fa74d-3df7-49e0-82d3-9aff86a13ba4", "result_sha256": "28d273a8e4da814fffa26926dfa1c6623f518404b37846bde8bdbcb909710a54", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012282, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.668857112992555, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1063, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:17.743995+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a1329a6a-79c2-487b-b292-b3a956a3ba79", "result_sha256": "1595469589137c1346c5b46a32272a59efdbeef56f0378e72d98d2d454bf024e", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012114, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v04.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.358664165018126, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:36.310583+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "49dc5d58-c943-4d8f-a5a1-ac9904bb11e6", "result_sha256": "fcaacda5e5e715cd3201bccaff3fae28589c5f54ba279c63037d536e39d82f15", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01358, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.381871605990455, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1210, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:56.344048+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e10aaccb-264b-44db-a3a0-938d294bba55", "result_sha256": "282f4d6acc7b5d924758274114ee197fdafefacd60159881cce4d76ed19ea44f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007128, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.656643557129428, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 561, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:47.327972+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5402851e-972e-4e92-b2c5-5c600ba62fc7", "result_sha256": "de35efd5a09c74b7a0758c11bb64774bed6c7473e314fbc69ba2052392283c01", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012308, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.374519705073908, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1079, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:47:36.790414+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4629351f-79ae-4a3d-9183-82ada920f038", "result_sha256": "14e927aadd893eb984e22347d2f5c4e5079e4a1672a5ad3391fbbceb0c074f96", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016584, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 23.800545340869576, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1520, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:38.601253+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2e6cae5e-3e2d-4e24-9475-cb6cfbf9f3e3", "result_sha256": "7f7c3db3a4208995e1348a5e831c9fe7227359c738fb67a33a88aca75959d588", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012344, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.020220441976562, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:44:41.692145+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b3d5c9b6-5f79-4b75-9ed3-eac68c35f5b0", "result_sha256": "eb2e06dd6212449f23b02f4905dbdcf703a701ae26fe8cf64cef74dcbe3c0063", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.022524, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 33.83003048598766, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2114, "predicted_category": "serif", "predicted_font": "Cormorant Garamond", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Cormorant Garamond\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:53:39.805552+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a3037487-f563-4ff9-beb0-9cbf00bc7d84", "result_sha256": "d9affc1e0e4b00024b4fa304935c8ca0acac08730ab9b2035750273ff3c2dc80", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010194, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.416732635116205, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 861, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:02:53.019322+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b9711f7-e790-42e7-9e19-2ff902b11919", "result_sha256": "ac1fc17c8e556f6c46a9963757467fb6387dbc13f95e959fcb49bf48b9523cf2", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011448, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.08816825505346, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 993, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:21.579831+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e69d1f1f-e148-4b17-a67e-7e2761e20ee5", "result_sha256": "ddd0e63e834f4cdb1fd6408c44dbbe04c8a81a1bc006a590e505be21a688a8b4", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.3333333333333333, "cost_estimated": false, "cost_usd": 0.014722, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.287280269898474, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1329, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:09:42.202586+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "42e08171-92cf-4dcb-8261-0c4b6e85886d", "result_sha256": "d1c5b2e5a63c9b0275415ce3db36496fd9563a2175e567ad0f0c7c3d7b840d74", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.018052, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": false, "latency_sec": 27.363065983867273, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1640, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:36.375022+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "41da5790-ecee-4e61-86da-1491b90ca829", "result_sha256": "afe3951ad4d014445ea6c9f121242977bb9262c482894a8e21d561e1213f11f6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012164, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.240900414064527, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1078, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:27.052750+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c9e933ee-4699-4973-8a06-1768763af328", "result_sha256": "7744ff9479ad0362760328283838fd20df980e7680ec338bb535a917cdac7e3f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.008484, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.663454512134194, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 710, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:08:13.679269+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e986856f-17e3-4646-8205-81f5b00024ef", "result_sha256": "b7abacb4361a12724d54398a5665325b405a06fd94fed3c4b14acc8aec451a28", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.016734, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.494020961923525, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1515, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:13:59.868256+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "efdb73e1-e944-4c8e-9315-0b339afab506", "result_sha256": "ab78c602ef689ad51ce2171266621e2d78fee841ca4064b1bbb8b352f1882764", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007028, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.862138519994915, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 551, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:36:18.915209+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "278563ed-770a-4df7-9e69-626dfa455955", "result_sha256": "1f049db7d83cd6351c4810b33b9d1fd4d959ec1705312a55ec2ea67ef511bdf7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014642, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.23597283498384, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1321, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:58:30.567300+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "73a0c468-15fa-4830-9335-7f8e54f73f58", "result_sha256": "75efff9c7d3c617b36b1a1eb6c60ac42074f121fa41ed60a4345bf411942f50c", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010622, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 14.15426048799418, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 897, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:49:17.434697+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "92b74d32-47ce-44c7-95da-b10fe8e23c7c", "result_sha256": "581466a9889d57c209efd9bc6a05fd33e5ce85b207c7f76d72d75d2e2ade71f9", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008744, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v21.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.01397489500232, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 736, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:15.531243+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "86079db4-86ef-4625-92a2-2572623d8ba2", "result_sha256": "668a94c3bda0a0f00d278fe2fada9ec128e375f840f1ecd93834c4b07a4e47e3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.00824, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 11.846889843931422, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 676, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:12:34.125389+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "aea8d697-68d9-4516-89ed-b6e2b4e76005", "result_sha256": "e846cf6198cace52abe8946f0da9451f07dea1f37886fe26c823880eff20d651", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011538, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.05019469303079, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1002, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:57:53.967927+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e9a596b-305e-4af7-b3e4-1f94ff99d60c", "result_sha256": "7620079dade8a83765ad7c33ece66b9482d63f153f15f2ada3b591c9b26863a3", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01946, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 31.85460824589245, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1801, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:11:16.306431+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b40e8a59-5d43-43c9-98b4-77bbd0c49a9c", "result_sha256": "e8998895619aa16f5b4101c56aa46649702f42cb294f43808c69bc9a18acf58a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010728, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.87611460709013, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 921, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:37:06.543060+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a5cd5369-d13f-42fe-8c1e-5920e9d46a3b", "result_sha256": "1dbc18db43f4d2c789fa74221287873c6fbf3956870521cfbfad4e346cfef971", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01469, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.81040099589154, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1324, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:15:23.461893+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "7ba128dc-d3f2-4424-8be3-96834235eb10", "result_sha256": "72aa1dc4ac9c1489c816e75a6b01fb3d2c50223ced711f7698ddadd991d57157", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006846, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.418475772021338, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 527, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:03:12.301042+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e96c7919-ce65-4e49-943d-bc37a726ced3", "result_sha256": "33133a1c76fc74338875e9948a13c3aeceaa4b58d1c94c39a264f87eee2cbfd6", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.010014, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 16.270574308000505, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 843, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:04:22.185041+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "783587df-0122-4475-b0ec-54dd436bb225", "result_sha256": "aad6c98343a37993ea1298867576c280b1d511e8c850881a9f3f990d5b8eb0fd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012288, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 16.81509625003673, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:26:14.668850+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "05783509-1198-496b-a5ec-d17f5efbc561", "result_sha256": "6d3a1afb056a9a0e42a6a9ec3e8b6abd7827432e19de03c903874b9826816321", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012202, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.474083988927305, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:38:06.906925+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "332b6027-999a-4f19-ad4f-b95f3ea3b6fe", "result_sha256": "1aab93b5e1e1b76da870b0f535d12fd317cf3fe96c490369f569a4c2a759d87a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013208, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 20.2673955259379, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1169, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:51:45.063765+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e26a4cb-47a5-4ea1-96d6-d1fe89273819", "result_sha256": "dd91fb2d3664ecdf8f511c533ff6c54f71abec48903d173bc33b27fa0b26efae", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.0057, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.511676408117637, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 425, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:55.123278+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "37f03833-fdc0-491d-913f-f617b47d85a8", "result_sha256": "aa8fbbdbd18b72c72e11846988fa883b6c405b8b32fc8299d678aae14a9e8636", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.005376, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v33.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 6.936561843147501, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 380, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:49:13.112710+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6df45c8-a270-415f-bdab-fb884d3f4a07", "result_sha256": "bc3df195695a32365a6e6c6c2393274be009b0c0b66a6cf90d9272c2b8e8c9f7", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007154, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 8.541484323097393, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 557, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:50:17.733404+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2d82aacf-f441-47b9-828b-5977216abaa6", "result_sha256": "9bf5f2b7d5dc86dbc017fc8e775f59df9e503b74b7909a38b8841e180fbae856", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.007778, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 11.204580212011933, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 626, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:11:59.592075+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "32ee61bd-15e2-4bc9-80ab-74e8e4f6b198", "result_sha256": "ec04e70faffa8361f51b4a60fa4e7799802a9f00f5630eb084b15bcc37479031", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006992, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 10.527682954911143, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 556, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:40.686411+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3698ef7d-d7e6-41b7-826f-c786e25d9c56", "result_sha256": "817f75b7891a03eac0ea83b9909294cf92cc4552c81473d7ea3ddd3ed4226d69", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012392, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.413219007197767, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:45.951817+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8de0dcd-0e49-482c-9663-912ac5977353", "result_sha256": "a979ae8d51a048cb2afaee60c8c2425d04a9263266ab08b74ec679edf4471f3d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012094, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": false, "latency_sec": 18.212558822939172, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1071, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:14:28.617115+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "42ff07e5-2acb-4fda-b448-813d868d1391", "result_sha256": "16a23e8c8631a46298a30c8a829800733213c35cd15c941ef3466f0fb5addebd", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006278, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v39.png", "input_tokens": 764, "kerning": "loose", "kerning_correct": true, "latency_sec": 9.063644123030826, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 475, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:14.042847+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7029d21-2260-42ae-8cad-f834b76fcc1a", "result_sha256": "048b6c32d00dc6b0200516db1287d8db959ddecbe3c0e20da874df14d686c86a", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.011354, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.1585703920573, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 997, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:14.315923+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fee852c-06ef-4532-8747-4b559ad78aa0", "result_sha256": "f96a582264d623cfa889f644a334e670932e391057aa3bcf1b1ec65ba1591442", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.006272, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 9.995855157962069, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 484, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:01:59.626630+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "79283830-9b1a-4277-a88e-3fe839157664", "result_sha256": "79197710072b2da95b52a97bddd36ad68ee4fb7c66586b295a0c5daab5f51691", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010322, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.382766545983031, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 867, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:51:36.567307+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a6e7a296-5f34-49d2-bf4b-64e037f88af7", "result_sha256": "12476a4f3e683553b622386a87f694075884eb385bc37f31246cde9949f5c00d", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01222, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v43.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.23355908691883, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:51:24.720166+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "56cd9a7a-193d-4e31-ab96-406213a1b7c4", "result_sha256": "d18c05be156b2736e2e9e8bbc801d274a897a1e8a392e2d8d2fa48fddc9a0a38", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01313, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": false, "latency_sec": 20.164857715833932, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1165, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:07:38.138175+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a45310e-c5fd-4812-ac73-d41f72bed058", "result_sha256": "903a8012495e56bf15c9db38b7c3fa183280cc401088c3efe293affe2aec359f", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010408, "error": null, "error_kind": null, "font_correct": false, "font_id": "spectral", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-spectral-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.175201553851366, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 889, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:37:08.394432+00:00", "request_attempts": 1, "target_aliases": [ "spectral" ], "target_canonical": "Spectral", "task_id": "font-spectral-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8a1d1ff1-2932-465e-b9c3-8b23f956950d", "result_sha256": "7296413d643dd7fb6284fe313162db03534887b5fe14a2df986c2594885c3510", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.010934, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 15.031971395015717, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 955, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:58:08.274268+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a49e7210-bfe3-403f-ac59-91d51e599f5a", "result_sha256": "266ee0bd7841b0dec9cdbb5e949c08bd68f174a3d35ba5b83d3c3b0fb4ef9e70", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.005544, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 7.15738458908163, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 396, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:34:23.271729+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5666524d-668b-4bfe-a5f5-1090f6e94d93", "result_sha256": "bb80015151ea3619de8a53eb26a659b9f690977fb65c51fa6ee04e2a6176f61e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006008, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v18.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 7.905227898154408, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 449, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:32:03.695361+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "66e56433-cc9a-40fe-8355-c3a4266d466d", "result_sha256": "3ac465ce77c02f0695346564fc96fed5ce5169c88cdd2e6e2875c575528eca4d", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.0121, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.46585578401573, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1062, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:54:53.467625+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "85403148-ea6b-478f-a1fd-af14d4f084af", "result_sha256": "a6fdbb6b194309552d21470185bf836ca2db4f4c8156f9b9150f4b8e5efff27e", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.005148, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 5.220228202175349, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 363, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:15:09.652813+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "edd2e226-41c2-42c1-ad06-9f4b52ee8821", "result_sha256": "12a6094c31d4b492a62b92b3cf97bc2bca5f19c940eaf0b644b3e167507c41fa", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.00928, "error": null, "error_kind": null, "font_correct": false, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v24.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 14.236365433083847, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 783, "predicted_category": "serif", "predicted_font": "Georgia", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Georgia\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:04:12.989699+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5a2e8c2a-c3a9-495e-89a8-4be8a609d18d", "result_sha256": "99e99609474e641945a01d0588b6297fe760af5d8232b2bfb04aaab9e136f668", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.011328, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 23.531645853072405, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 981, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:04:07.343178+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5c32d681-5703-4a0a-b48f-7e12a97834fa", "result_sha256": "638d06e7bb531a633ebe7aa85ff5a5768cd394fd72c40d8a34714dec448fab7c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.00656, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 8.882479920051992, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 511, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:59:58.469068+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5e8b57c5-bfad-44a1-847d-2ae72b0e703a", "result_sha256": "ecc5ddca075975debb5057793b81285f8f9861c10d139ce80ddae6915dd960f7", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.006176, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v27.png", "input_tokens": 788, "kerning": "loose", "kerning_correct": true, "latency_sec": 8.715769373811781, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 460, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:31.982036+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ba87bf6b-abb7-45dc-a4b9-7d55c1a1b8aa", "result_sha256": "a45506924f80b4eb003cba5037fb8b61a6c7c91e689c514add9f4e27e5458b59", "result": { "all_correct": false, "category": "serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.009694, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 14.167693224037066, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 811, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:27:28.852789+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9b6164b5-2a9b-48a9-9656-a41f501d75c9", "result_sha256": "578fccf44ea242c393441656463b7895c7973f871e3b2a9d2a030263f9dba93c", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.016448, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 30.688016613014042, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1493, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:58:20.561743+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9c5748e1-f6a1-4018-b9c1-f75a26a749ac", "result_sha256": "0ecee49961fa4ecf03ccfc40fd499d7f8ee922c97e5080e542db22d578b0b083", "result": { "all_correct": true, "category": "serif", "category_correct": true, "composite_score": 1.0, "cost_estimated": false, "cost_usd": 0.013772, "error": null, "error_kind": null, "font_correct": true, "font_id": "times-new-roman", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-times-new-roman-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.602407192112878, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1234, "predicted_category": "serif", "predicted_font": "Times New Roman", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Times New Roman\",\"category\":\"serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:27:18.100277+00:00", "request_attempts": 1, "target_aliases": [ "times new roman" ], "target_canonical": "Times New Roman", "task_id": "font-times-new-roman-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "af98f5e8-6e59-4d38-8f39-1c71a385eec5", "result_sha256": "f161be6c5131e9fab13eb7ec1cf70b36505b9b7455765bf437576cc9f3edd2ba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.006462, "error": null, "error_kind": null, "font_correct": false, "font_id": "verdana", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-verdana-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 9.264081647153944, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 503, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:09:22.139652+00:00", "request_attempts": 1, "target_aliases": [ "verdana" ], "target_canonical": "Verdana", "task_id": "font-verdana-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "32aeaaa2-7628-4615-ad44-698aa8c4ca24", "result_sha256": "0034209e96069de67ce4712345723c5d1aa69d7400d00165168986d305f78c95", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.008412, "error": null, "error_kind": null, "font_correct": false, "font_id": "verdana", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-verdana-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 12.715733231045306, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 676, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:23.422123+00:00", "request_attempts": 1, "target_aliases": [ "verdana" ], "target_canonical": "Verdana", "task_id": "font-verdana-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3e321f84-aaa9-45d5-b2a4-0894c38259a9", "result_sha256": "6631c65df171b8449037339c81791cd05bb99137b07216dcef35134b2b6cab07", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01737, "error": null, "error_kind": null, "font_correct": false, "font_id": "verdana", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-verdana-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.772592736873776, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1592, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:52.058824+00:00", "request_attempts": 1, "target_aliases": [ "verdana" ], "target_canonical": "Verdana", "task_id": "font-verdana-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee5bbea2-5292-4315-ba13-49d03702da41", "result_sha256": "3eec5bfc08c699ac5a61f04be675f6f3b51bd16d27f56944563c001dd5ec2131", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017314, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v01.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 35.25246942602098, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:55.488501+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v01", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a18c5986-2ec6-44d8-9b02-8eb6e6e3e27c", "result_sha256": "cd0380be241f4f6f64d70c2d98f256ca4e2e02b286a5e813d01f5ef8ce394ba0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017362, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v02.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.36618137685582, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:35:32.754754+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v02", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "86ec4123-3832-46ea-92a8-f5a673b2e356", "result_sha256": "b685fbbdbe5cbb803ee40d6c0c86aef245f91d61a33720614aadfe1ad23cf369", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015112, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v03.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.513987692072988, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1346, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:37.479604+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v03", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "78783af7-6fec-4db2-8c90-5d55bf0d35ed", "result_sha256": "e3a7240f2af45c2fbcbb7d3d0bb358d0c88ac15c300c009925cb0dc1c64cf423", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01421, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v04.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": false, "latency_sec": 22.958782115019858, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1276, "predicted_category": "non-serif", "predicted_font": "Lato", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Lato\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:04:19.808961+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v04", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ecaf963-1134-478b-aeb2-ddd1890da0c0", "result_sha256": "a923595f484f3656f4dde0be58a0860c18f8202ddf71d0b7aa5f693ef7a50312", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01223, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v05.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.27878678892739, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:03.821041+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v05", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6269c5f8-ffbf-4b9a-bc96-6d11c8a405a0", "result_sha256": "c12faba9c987d245c99df9eba00a833630eb41541ee1287b6254c0740d4590c6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010648, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v06.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 15.991064505185932, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 913, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:06:59.437474+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v06", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "828175b6-2b09-4915-b9cb-8673f1f1ada5", "result_sha256": "0d3ab484f5b7b32d4cbfdda894004ece7b8c2a67cb0a017634c18c23c9f046f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015638, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v07.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.019188011065125, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1412, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:00:05.265322+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v07", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "754d8c97-5252-45d0-a294-2cd9f3e5fa7d", "result_sha256": "62a194d04fd374b01a0346022258d637b46fe28a4b60f6ca17e8f963b1c4eecf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017314, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v08.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.77393406094052, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1593, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:11:08.083753+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v08", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9a1534e2-70ee-4e0d-8e2f-0a35fb90d31c", "result_sha256": "0d4ed826c267e78860005d862cddf10a29e2e16963dc1346bef46560923c43dc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017524, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v09.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.67085966398008, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:14:14.549436+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v09", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b27b5089-ccdb-4ccb-86a5-152f016cb63b", "result_sha256": "b7e7f0e4af7e95adae57fc49e777a98d3ef8b8b401135da05ba427b59bdb41d3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015354, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v10.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 27.982321705901995, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1397, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:01:53.075957+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v10", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "242aaf3a-4836-4a92-a294-e3872b7aa871", "result_sha256": "4b95d733925f5271cb8dcf7713a31f6f26135034dca9e5d025cdbbc3fc605e16", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012354, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v11.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.970949390903115, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:21:07.466971+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v11", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "0d23c74b-acb5-4a7d-ae01-38a4ffd74016", "result_sha256": "15267de0ee2976b930ce58e0543675f5dc2fbf55d86ebd42ad6c16e65d76ba75", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022388, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v12.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 31.13441559392959, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2087, "predicted_category": "non-serif", "predicted_font": "Josefin Sans", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Josefin Sans\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:09.263087+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v12", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d7d9c5aa-e49e-4dbc-8aaa-ef9024c97c05", "result_sha256": "d1ee033e310a0a6c6ff408559be13af2254b6f0c80f405675f764435237a9f70", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012202, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v13.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.32742629107088, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:57:13.965232+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v13", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9fe0cf45-093f-454b-9ccd-d7d426240aa6", "result_sha256": "659a37ecfe2102278d36b389f862e5fc04a1dc7eb474a65149cf76d2f0a0c320", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017472, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v14.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 24.442333068931475, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1582, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:41:57.274657+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v14", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4f2fbaab-bda7-4ee8-8fa8-0f30be32de8b", "result_sha256": "b1494842809feaaac5fd58b5981a94541ad7b01e817d2e402c477e0db4c9dde9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.015084, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v15.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 23.367576638935134, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1370, "predicted_category": "non-serif", "predicted_font": "Raleway", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "thin", "provider": "openai", "raw_prediction": "{\"font\":\"Raleway\",\"category\":\"non-serif\",\"weight\":\"thin\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:37:17.606508+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v15", "unmetered_attempts": 0, "weight": "thin", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee1d0711-67f5-47ba-a0d6-b025977c6d14", "result_sha256": "25c8b7136f36c6105d77c6542c374864ad74bd80b21d5c27663cd8e6ac2e61ba", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.010834, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v16.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": false, "latency_sec": 15.156647987896577, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 945, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:04:29.215588+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v16", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6967ae07-bce7-4056-adc9-988e5bcc7b15", "result_sha256": "1f69460c359f6f8a6a991ea66dc72a99e284ec5e8b47a0d4e06ec55943c27bdd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.007154, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v17.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": false, "latency_sec": 12.761392210843042, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 557, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:49:27.372647+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v17", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fab063a6-89ab-4baf-b3ff-b85c363b5ccb", "result_sha256": "df03ec3b44ba7c4d6552b880edbeb8097ec28bf869970264dda457c91be3b767", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012148, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v18.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.583835418801755, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1053, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:06:50.523542+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v18", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "fdf6cf26-c3b6-431f-84ce-92e312093291", "result_sha256": "9de71c27a7ebd14272794a595536e786aac754c21097064f104127ebe740468f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012162, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v19.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": false, "latency_sec": 17.02328440686688, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:37:42.449822+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v19", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c0d764bb-f390-488c-bddd-2a659ae7d428", "result_sha256": "274873180f7f455e968b8180b8d262530b8f3bf21edf39bf5f30352612772c9e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012392, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v20.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 17.07773541705683, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1074, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:19:20.102646+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v20", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f6e03250-05ec-4882-97ef-2c1ee94c1bd5", "result_sha256": "b9f4e3000a82169bc2a8906c9d05b5b458f608ddee3595bd88aa1ae6b0acb321", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01047, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v21.png", "input_tokens": 725, "kerning": "loose", "kerning_correct": true, "latency_sec": 17.356662184931338, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 902, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:10:56.947709+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v21", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "3b15c9c2-573f-4132-b601-ecd5e65d8dcd", "result_sha256": "5b0a0099a39ff5c2fdd3aa92a5c2ff91710bd1742b976f84aa64c7758e795227", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.02395, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v22.png", "input_tokens": 740, "kerning": "tight", "kerning_correct": false, "latency_sec": 33.26929972018115, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 2247, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:46:05.378425+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v22", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "faf7be3f-1958-4b89-9990-20c73e5f411a", "result_sha256": "061cde5bff7445c8473705e45f6133a602727495fcfc401c52ce41e1bd73c71a", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012268, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v23.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 18.67099478887394, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:43:33.390434+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v23", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5078618e-0548-4cf9-842b-2e5097855775", "result_sha256": "5fae6af069527e64e39b44dca39d40feca29e4dd1ea19209afbfd92cb65f547e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012268, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v24.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.408979784930125, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:43:03.094648+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v24", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "6ce843b0-f58d-4fbf-ba69-3fb03484f1d3", "result_sha256": "19dfd7dae89d49f22cd840f57d984d0a7a0e1b3030834fcb51d21d88a9feb7f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017458, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v25.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 24.203233771957457, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:29:07.594072+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v25", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "4434b7d6-f20a-482f-9449-856eece35b87", "result_sha256": "e035535cc7d21b2fe6fee7b6417cdc848b49f582ef5ddc4a9dff231a71511d8d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01741, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v26.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": false, "latency_sec": 24.55962418904528, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1596, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:20:17.767888+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v26", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "d35aefff-cb02-4251-91b5-bcf0b60f5a0d", "result_sha256": "c58efc8ae2fb313d49b1eceabe6f6482cdcabbf4803b6a4e3a9fb822b6f87530", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01769, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v27.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 26.909665361978114, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1597, "predicted_category": "non-serif", "predicted_font": "Century Gothic", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Century Gothic\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:10:50.529422+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v27", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "be57c873-d0f3-4ecf-a421-88e528bf426d", "result_sha256": "96ee5657f02db38aad63263b9442c09e8073ee15b59414676d69983b7bf3b5ab", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.013294, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v28.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": false, "latency_sec": 18.456064628902823, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1171, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:49:25.625595+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v28", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "1ccf8de7-0513-4fa7-9eac-7c0ff195a0cf", "result_sha256": "7d388e3e1d2430baa111b52354c647926755ca520785858d29b4e99ba60978d8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.009218, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v29.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": false, "latency_sec": 19.515804185997695, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 770, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:34:39.436949+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v29", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "94b9f3e2-9e03-46e5-853a-b9c1db045564", "result_sha256": "80dc21555b6aa99a3cba83077845d42e46c4a2d37b36f68fa80bbb7a4f73e84f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013642, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v30.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.62767968699336, "line_height": "tight", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1221, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "small-caps", "predicted_weight": "regular", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"regular\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:08:09.200690+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v30", "unmetered_attempts": 0, "weight": "regular", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "2c0e39cf-5685-4eec-b05c-f09e6dc7eccf", "result_sha256": "24cf067e9949c9930850e635c0a4122c2694e76bc499af2d838d96067b65ca83", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017428, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v31.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.1112016600091, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1591, "predicted_category": "non-serif", "predicted_font": "Inter", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Inter\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:56:52.766156+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v31", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ca560319-9503-4041-a603-7b2a4c59b3a4", "result_sha256": "da24417d98049166574d8409603b476ba79f449b369a2d61dd95f55785399748", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01366, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v32.png", "input_tokens": 725, "kerning": "normal", "kerning_correct": true, "latency_sec": 19.540064411936328, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1221, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:47:45.628230+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v32", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9494b9ce-2c9e-4e34-b32a-387d16e604aa", "result_sha256": "dd6813b1dfa7ab04a3a427d0d980df8aa49f239ed579cd7cf440f25b82b813db", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01247, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v33.png", "input_tokens": 860, "kerning": "loose", "kerning_correct": true, "latency_sec": 16.28293716115877, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1075, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:28:54.394365+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v33", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "be5f4268-77e7-4aff-8879-aa9a9dbb09ad", "result_sha256": "e0658cf4c66bdc8451e3b08f5efadbba9f090f0207c86bd665c90cd7c0b2bcc9", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012314, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v34.png", "input_tokens": 792, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.026384633034468, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1073, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T13:12:02.289073+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v34", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "02472db6-43f0-42a9-80c0-0b2d0c116969", "result_sha256": "d6b5a1543d998fff919d10d87f9c4cfb757e5da5d188e8f397211f6eae0cc7bf", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011998, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v35.png", "input_tokens": 759, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.058980688918382, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1048, "predicted_category": "non-serif", "predicted_font": "Poppins", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Poppins\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:17:54.078403+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v35", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "23bfe4f2-58ce-411f-affc-5816b8e986ab", "result_sha256": "0a54f13aefa923705d0bbe55fe5ff3cdc22000125436ea60c6961285d4f17c9f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012762, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v36.png", "input_tokens": 716, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.36096148006618, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1133, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:09:07.732548+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v36", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b7550521-03fe-4afe-97db-a5a336b2fb46", "result_sha256": "7146e27dd89853e7e68cc6fe389afbcd17aa72af67b9171e5957e191a6e77a9c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.017572, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v37.png", "input_tokens": 826, "kerning": "tight", "kerning_correct": true, "latency_sec": 27.25903430604376, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1592, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:59.568873+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v37", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "053ba472-beac-4f4b-9706-542b834c262a", "result_sha256": "41d52e98cd2df1e9b604bca4815f91f1c03dc09a71416be0bc7da12d307ac181", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012144, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v38.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 15.44828202505596, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1076, "predicted_category": "non-serif", "predicted_font": "DejaVu Sans", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"DejaVu Sans\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:20:41.454618+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v38", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "9554a3eb-2992-4100-8dd9-92867d981c67", "result_sha256": "27e5ab7f17a870c474104e118c7042f6af4214230c332c9430ce31a607793f90", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017674, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v39.png", "input_tokens": 812, "kerning": "loose", "kerning_correct": true, "latency_sec": 24.706926685990766, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1605, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:15.769088+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v39", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "a55e1a07-7aba-4dbd-ae15-f94b7d77f63e", "result_sha256": "7f2d7f92415fbbb04111f2dda88fd7f8812ddb7979d1a413533c2a2265068c0d", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.014084, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v40.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.985013285884634, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1270, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:21:15.639680+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v40", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "42fe286e-323e-4295-91a7-88940e5d7da7", "result_sha256": "53d01784c398ef8e97923674dd0d0025bdb0a5b25be810974e600db34a23d4bc", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.019632, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v41.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 27.933803603053093, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1820, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:54:53.146638+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v41", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "897b7618-fa3b-466f-a44b-b346034c9563", "result_sha256": "eaf8e3d1d7b83e27005de3f158a7448c8741a5da66955e69022612202fb1728f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022332, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v42.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 33.68977019703016, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 2068, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:35:13.177584+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v42", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ce53e1a5-0998-4269-a691-c18c122fde95", "result_sha256": "8cb7724b83dd34d9833fecc908bd668dbbe594eeab89fd853980c8df4666a7e8", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.5, "cost_estimated": false, "cost_usd": 0.012154, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v43.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 17.371467009186745, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:53:14.827103+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v43", "unmetered_attempts": 0, "weight": "bold", "weight_correct": false, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ee8dbe5d-dde5-4359-bdd9-8dca42069b9b", "result_sha256": "6030dc9d1fb7be247b8d11410725932d652da94aaed16c0fbfdf3b182d34c938", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.01742, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v44.png", "input_tokens": 740, "kerning": "normal", "kerning_correct": true, "latency_sec": 25.986215547891334, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Verdana", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Verdana\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:48:32.649774+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v44", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "12cf5f70-a497-46ae-a014-d8956d22f826", "result_sha256": "f7816aaf73b46921ad447929d5a73e1cd8e9f06686f84f2e1c5ac202745e852c", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.017458, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v45.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 25.804027713136747, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1594, "predicted_category": "non-serif", "predicted_font": "Arial", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "bold", "provider": "openai", "raw_prediction": "{\"font\":\"Arial\",\"category\":\"non-serif\",\"weight\":\"bold\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:55:19.378459+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v45", "unmetered_attempts": 0, "weight": "bold", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8905c206-e757-4aa9-a823-dd4b7352d910", "result_sha256": "7d15a97284e48f951e96a6907550a91571ffcb241daf79474b980f13da13b0f2", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011734, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v46.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.74959186417982, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1035, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:04:00.624467+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v46", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9e6f7fa-f11d-46ea-adae-8f698d7d3e62", "result_sha256": "85192add79511ceb3e361e750e19d27fc547a08549d17970a0301d45b0a741fd", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.015002, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v47.png", "input_tokens": 716, "kerning": "normal", "kerning_correct": true, "latency_sec": 22.564266949892044, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1357, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:50:02.194099+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v47", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "f37c6705-ccdc-45ec-8dd6-ed23da787140", "result_sha256": "855e2e582df8645d9e3742a75f947b0bf9261e1186783de6f32ec86ee434205b", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.013062, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v48.png", "input_tokens": 826, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.85997607698664, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "regular", "modifier_correct": true, "output_tokens": 1141, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "regular", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"regular\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:14:12.064734+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v48", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "39d10c59-6156-4937-b46f-1ebb1cfe123e", "result_sha256": "154e33cc2fede6ea1c1fbe6bd3b53d3b6534db6d5c18909602c94e85a8b5df4a", "result": { "all_correct": false, "category": "non-serif", "category_correct": false, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.01562, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v49.png", "input_tokens": 725, "kerning": "tight", "kerning_correct": true, "latency_sec": 22.181783630046993, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1417, "predicted_category": "other", "predicted_font": "Fugaz One", "predicted_kerning": "tight", "predicted_line_height": "normal", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Fugaz One\",\"category\":\"other\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:35:03.854347+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v49", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "424d9721-b20d-4bed-9c77-9146fc3922ba", "result_sha256": "fe66031d223b60f73c11811cc1a7d9b5bf47fcb76c0a421bb3afc5a0632d6356", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.020546, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v50.png", "input_tokens": 788, "kerning": "normal", "kerning_correct": false, "latency_sec": 27.92403804603964, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1897, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:15:07.559755+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v50", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c24973e7-befe-4b9c-82d7-7aa474658f3e", "result_sha256": "c9ce296f01c22bae0aa6554824616bfc09a00f22ba3ac4d8a4541a8485c0e3a7", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011568, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v51.png", "input_tokens": 759, "kerning": "loose", "kerning_correct": true, "latency_sec": 19.00069953990169, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "italic", "modifier_correct": true, "output_tokens": 1005, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "italic", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"italic\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:02:58.285618+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v51", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "73f4eb24-66e9-407a-8c66-d310dcb0c0c0", "result_sha256": "9861190496932d4c9b7565a182f3e5632d763c48583f43395ce476aa48181bd6", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.013128, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v52.png", "input_tokens": 759, "kerning": "tight", "kerning_correct": false, "latency_sec": 20.854078563163057, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1161, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:31:03.683906+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v52", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "8b0fedf0-9811-429f-b9bd-f813ecf5b4a9", "result_sha256": "77b60f0fcb4e8e3bd8c233bd3b9dfc5bc596bd14a32ac5e27506791f13dce92e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.021994, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v53.png", "input_tokens": 692, "kerning": "normal", "kerning_correct": true, "latency_sec": 34.56489784317091, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 2061, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "normal", "predicted_line_height": "tight", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"normal\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:58:54.386575+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v53", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "ae95a827-3842-4ab5-a627-893031b8def8", "result_sha256": "7e1841fe7a86c8637826f3df9ef9235f6c2570f78ef8ea206c3b9ebf0cc61d74", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012254, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v54.png", "input_tokens": 792, "kerning": "loose", "kerning_correct": true, "latency_sec": 18.125003500841558, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "underline", "modifier_correct": true, "output_tokens": 1067, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "normal", "predicted_modifier": "underline", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"underline\",\"kerning\":\"loose\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:29:14.772406+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v54", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "c8d083b8-3e69-4a57-9005-a235b77a33fc", "result_sha256": "7886d5759731bba55268f06a555b741df2bd2cc5f10aa670e708baab89d21d3e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.010474, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v55.png", "input_tokens": 692, "kerning": "tight", "kerning_correct": true, "latency_sec": 19.893503336934373, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 909, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "tight", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"tight\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T13:07:26.653253+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v55", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "b9f42fed-597a-4621-94b8-4e8a2385f99d", "result_sha256": "6e91efcaf6383e69a1229a7153cd0f9ce728e5af7ea9b7f91a35ff4dfa9373f0", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.011984, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v56.png", "input_tokens": 792, "kerning": "normal", "kerning_correct": true, "latency_sec": 16.502387724118307, "line_height": "normal", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1040, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "normal", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"normal\",\"line_height\":\"normal\"}", "recorded_at": "2026-09-23T12:46:02.582234+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v56", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "26c5ae94-21be-47ca-a4f9-46750b74dde6", "result_sha256": "7c839eea7caa8724fbc998c56ce2d2ba7abf93ee8e485804c1775e957cb8df9e", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.014528, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v57.png", "input_tokens": 809, "kerning": "loose", "kerning_correct": true, "latency_sec": 21.998516270890832, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "strikethrough", "modifier_correct": true, "output_tokens": 1291, "predicted_category": "non-serif", "predicted_font": "Montserrat", "predicted_kerning": "loose", "predicted_line_height": "loose", "predicted_modifier": "strikethrough", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Montserrat\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"strikethrough\",\"kerning\":\"loose\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:38:32.036343+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v57", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "5bfcd8c8-f289-4f80-a98c-42a50476c238", "result_sha256": "113f8c6f1714e358c5576143fb2db5ad9d6f7eee4767fec867c99df3c7ef5190", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.6666666666666666, "cost_estimated": false, "cost_usd": 0.012572, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v58.png", "input_tokens": 716, "kerning": "tight", "kerning_correct": true, "latency_sec": 18.898305780952796, "line_height": "normal", "line_height_correct": false, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1114, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "tight", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"tight\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T12:42:08.059543+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v58", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "medium", "width_px": 320 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "300baf32-468a-43d9-b925-96b5933f2474", "result_sha256": "30ac71fdb832b771c9ad56aa0adff6dbffb7efa6f9ef7ba84ed16544d277b58f", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.012422, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v59.png", "input_tokens": 826, "kerning": "normal", "kerning_correct": true, "latency_sec": 20.202058186056092, "line_height": "loose", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 1077, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "normal", "predicted_line_height": "loose", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"normal\",\"line_height\":\"loose\"}", "recorded_at": "2026-09-23T13:12:40.709943+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v59", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "wide", "width_px": 440 } }, { "model_id": "gpt-6-sol", "status": "final", "included_in_comparison": true, "source_attempt_id": "e9d27913-3108-429d-9308-62c2fb860e73", "result_sha256": "79b69c9474231fc57c8cc054b4f9045bf1c95cddc55929020700b008ba70e8d3", "result": { "all_correct": false, "category": "non-serif", "category_correct": true, "composite_score": 0.8333333333333334, "cost_estimated": false, "cost_usd": 0.022334, "error": null, "error_kind": null, "font_correct": false, "font_id": "work-sans", "image_path": "/mnt/disks/data/fontbench/dataset/fontbench-2-rendered/font-work-sans-v60.png", "input_tokens": 692, "kerning": "loose", "kerning_correct": true, "latency_sec": 32.060699029127136, "line_height": "tight", "line_height_correct": true, "model_name": "gpt-6-sol", "modifier": "small-caps", "modifier_correct": true, "output_tokens": 2095, "predicted_category": "non-serif", "predicted_font": "Arial Black", "predicted_kerning": "loose", "predicted_line_height": "tight", "predicted_modifier": "small-caps", "predicted_weight": "black", "provider": "openai", "raw_prediction": "{\"font\":\"Arial Black\",\"category\":\"non-serif\",\"weight\":\"black\",\"modifier\":\"small-caps\",\"kerning\":\"loose\",\"line_height\":\"tight\"}", "recorded_at": "2026-09-23T12:54:04.271403+00:00", "request_attempts": 1, "target_aliases": [ "work sans" ], "target_canonical": "Work Sans", "task_id": "font-work-sans-v60", "unmetered_attempts": 0, "weight": "black", "weight_correct": true, "width_id": "narrow", "width_px": 220 } } ] }